smbml commited on
Commit
78fa140
·
verified ·
1 Parent(s): 64ff0db

Publish the 16-model PushT comparison collection

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +50 -0
  2. README.md +17 -2
  3. models.json +1175 -0
  4. models/ppo1-aim500-fixed-reward-estimate/0/_CHECKPOINT_METADATA +1 -0
  5. models/ppo1-aim500-fixed-reward-estimate/0/default/_METADATA +0 -0
  6. models/ppo1-aim500-fixed-reward-estimate/0/default/_sharding +0 -0
  7. models/ppo1-aim500-fixed-reward-estimate/0/default/array_metadatas/process_0 +1 -0
  8. models/ppo1-aim500-fixed-reward-estimate/0/default/d/15a85f646bafb55f51a18966a8a4eba3 +3 -0
  9. models/ppo1-aim500-fixed-reward-estimate/0/default/manifest.ocdbt +0 -0
  10. models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/1691c69e471866bf5d174ba00029a7d2 +3 -0
  11. models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/6cdfe6d8112774ebea68968a8b8b2450 +0 -0
  12. models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/7931d26a51fcf24844ca857b5b1775cb +0 -0
  13. models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/a5c70bae84187efd011e1c2d1ee4be1e +0 -0
  14. models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/f2e7e5c758eb4773c9cee341213d7c29 +3 -0
  15. models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/manifest.ocdbt +0 -0
  16. models/ppo1-aim500-fixed-reward-estimate/checkpoint_manifest.json +0 -0
  17. models/ppo1-aim500-mi-only/0/_CHECKPOINT_METADATA +1 -0
  18. models/ppo1-aim500-mi-only/0/default/_METADATA +0 -0
  19. models/ppo1-aim500-mi-only/0/default/_sharding +0 -0
  20. models/ppo1-aim500-mi-only/0/default/array_metadatas/process_0 +1 -0
  21. models/ppo1-aim500-mi-only/0/default/d/317d4d2f6c3a4abcade3f68dc576f6a9 +3 -0
  22. models/ppo1-aim500-mi-only/0/default/manifest.ocdbt +0 -0
  23. models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/6f764aa8da8d20f9790c34036f8ebf6c +3 -0
  24. models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/719b2023adb97e8e004b975110d4c980 +3 -0
  25. models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/960c0e6c50a75b95799bb0d1f70cfe29 +0 -0
  26. models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/b8ab8a019fdf3cdfb451965c47d6b600 +0 -0
  27. models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/ecbe1ddeac541714c7d1c9627edaa576 +0 -0
  28. models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/manifest.ocdbt +0 -0
  29. models/ppo1-aim500-mi-only/checkpoint_manifest.json +0 -0
  30. models/ppo1-aim500-novelty-only/0/_CHECKPOINT_METADATA +1 -0
  31. models/ppo1-aim500-novelty-only/0/default/_METADATA +0 -0
  32. models/ppo1-aim500-novelty-only/0/default/_sharding +0 -0
  33. models/ppo1-aim500-novelty-only/0/default/array_metadatas/process_0 +1 -0
  34. models/ppo1-aim500-novelty-only/0/default/d/8a54313f46686b4f8386e4a65f7f301b +3 -0
  35. models/ppo1-aim500-novelty-only/0/default/manifest.ocdbt +0 -0
  36. models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/271948bb29e4c6d53499572b3503318b +3 -0
  37. models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/545a2abeb6a152cbaafcc1ad5aea98d2 +0 -0
  38. models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/583b331c85dcea84777c905344f3c9ce +0 -0
  39. models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/8e59f3ea1b09fe58e0cfcb486371a084 +3 -0
  40. models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/d8205362561c89b0d3e19fa06f18d00e +3 -0
  41. models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/e1b1f6ccfb6fc53d6c9d307e38512ff2 +0 -0
  42. models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/manifest.ocdbt +0 -0
  43. models/ppo1-aim500-novelty-only/checkpoint_manifest.json +0 -0
  44. models/ppo1-dads500/0/_CHECKPOINT_METADATA +1 -0
  45. models/ppo1-dads500/0/default/_METADATA +0 -0
  46. models/ppo1-dads500/0/default/_sharding +0 -0
  47. models/ppo1-dads500/0/default/array_metadatas/process_0 +1 -0
  48. models/ppo1-dads500/0/default/d/d311620e8f63bc8eadb425e79cf903d1 +3 -0
  49. models/ppo1-dads500/0/default/manifest.ocdbt +0 -0
  50. models/ppo1-dads500/0/default/ocdbt.process_0/d/3ea8182f4a879390c95bbc7a03ea0c38 +0 -0
.gitattributes CHANGED
@@ -39,3 +39,53 @@ models/ppo1-aim500/0/default/ocdbt.process_0/d/0e705ab1649291dcd4833d7c54c84c68
39
  models/ppo1-aim500/0/default/ocdbt.process_0/d/1842d714394728bf2cd8a101ca51be79 filter=lfs diff=lfs merge=lfs -text
40
  models/ppo1-aim500/0/default/ocdbt.process_0/d/76b87323ea6fece1f3000f3671f7a65c filter=lfs diff=lfs merge=lfs -text
41
  models/ppo1-aim500/0/default/ocdbt.process_0/d/e127cf6e78fa29c319f572ccfd0c1d80 filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  models/ppo1-aim500/0/default/ocdbt.process_0/d/1842d714394728bf2cd8a101ca51be79 filter=lfs diff=lfs merge=lfs -text
40
  models/ppo1-aim500/0/default/ocdbt.process_0/d/76b87323ea6fece1f3000f3671f7a65c filter=lfs diff=lfs merge=lfs -text
41
  models/ppo1-aim500/0/default/ocdbt.process_0/d/e127cf6e78fa29c319f572ccfd0c1d80 filter=lfs diff=lfs merge=lfs -text
42
+ models/ppo1/0/default/d/648c91d28d47c7fdf4ef44a1fdd03ce7 filter=lfs diff=lfs merge=lfs -text
43
+ models/ppo1/0/default/ocdbt.process_0/d/af265c2609ca8829fd3e63f04fe41305 filter=lfs diff=lfs merge=lfs -text
44
+ models/ppo1/0/default/ocdbt.process_0/d/eb91c04a3dabe1aac4233a3752f8ae83 filter=lfs diff=lfs merge=lfs -text
45
+ models/ppo1-aim500-fixed-reward-estimate/0/default/d/15a85f646bafb55f51a18966a8a4eba3 filter=lfs diff=lfs merge=lfs -text
46
+ models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/1691c69e471866bf5d174ba00029a7d2 filter=lfs diff=lfs merge=lfs -text
47
+ models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/f2e7e5c758eb4773c9cee341213d7c29 filter=lfs diff=lfs merge=lfs -text
48
+ models/ppo1-aim500-mi-only/0/default/d/317d4d2f6c3a4abcade3f68dc576f6a9 filter=lfs diff=lfs merge=lfs -text
49
+ models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/6f764aa8da8d20f9790c34036f8ebf6c filter=lfs diff=lfs merge=lfs -text
50
+ models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/719b2023adb97e8e004b975110d4c980 filter=lfs diff=lfs merge=lfs -text
51
+ models/ppo1-aim500-novelty-only/0/default/d/8a54313f46686b4f8386e4a65f7f301b filter=lfs diff=lfs merge=lfs -text
52
+ models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/271948bb29e4c6d53499572b3503318b filter=lfs diff=lfs merge=lfs -text
53
+ models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/8e59f3ea1b09fe58e0cfcb486371a084 filter=lfs diff=lfs merge=lfs -text
54
+ models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/d8205362561c89b0d3e19fa06f18d00e filter=lfs diff=lfs merge=lfs -text
55
+ models/ppo1-dads500/0/default/d/d311620e8f63bc8eadb425e79cf903d1 filter=lfs diff=lfs merge=lfs -text
56
+ models/ppo1-dads500/0/default/ocdbt.process_0/d/5052985b5acf0be41884125bcbb1d120 filter=lfs diff=lfs merge=lfs -text
57
+ models/ppo1-dads500/0/default/ocdbt.process_0/d/ee22700a49c9fa9af6bd1b82129863a9 filter=lfs diff=lfs merge=lfs -text
58
+ models/ppo1-dads500/0/default/ocdbt.process_0/d/f289a04c53c6079360b246d05472938f filter=lfs diff=lfs merge=lfs -text
59
+ models/ppo1-diayn500/0/default/d/a1433643c777305b17c52c5376bc0c57 filter=lfs diff=lfs merge=lfs -text
60
+ models/ppo1-diayn500/0/default/ocdbt.process_0/d/265ace8b1373aa11596e3e75feedf482 filter=lfs diff=lfs merge=lfs -text
61
+ models/ppo1-diayn500/0/default/ocdbt.process_0/d/8ac165a32779d4aed6fc4892996b8dc3 filter=lfs diff=lfs merge=lfs -text
62
+ models/ppo1-diayn500/0/default/ocdbt.process_0/d/bd998024e8a75a5d0f62ffabf3051b3c filter=lfs diff=lfs merge=lfs -text
63
+ models/ppo1-icm500/0/default/d/5dc7664f7ddd729e30fe48716300c09a filter=lfs diff=lfs merge=lfs -text
64
+ models/ppo1-icm500/0/default/ocdbt.process_0/d/5e2e6028207e4d2739be514a4100684c filter=lfs diff=lfs merge=lfs -text
65
+ models/ppo1-icm500/0/default/ocdbt.process_0/d/de1203851f6380ed6e4899697f68e66a filter=lfs diff=lfs merge=lfs -text
66
+ models/ppo1-metra500/0/default/d/fd19d4383cd42974467aeb5bf1554a4c filter=lfs diff=lfs merge=lfs -text
67
+ models/ppo1-metra500/0/default/ocdbt.process_0/d/1d9d018ec71450f96ca3628841948c3d filter=lfs diff=lfs merge=lfs -text
68
+ models/ppo1-metra500/0/default/ocdbt.process_0/d/ec10c9c8cf0eb47449729e032e204e75 filter=lfs diff=lfs merge=lfs -text
69
+ models/ppo1-random-walk500/0/default/d/036e4c234628f458d5f7a9847cace240 filter=lfs diff=lfs merge=lfs -text
70
+ models/ppo1-random-walk500/0/default/ocdbt.process_0/d/2077fa6cda20d4df8af93326760d3a2b filter=lfs diff=lfs merge=lfs -text
71
+ models/ppo1-random-walk500/0/default/ocdbt.process_0/d/d9ed0ffbb5d2cf78cf8a567878327ad6 filter=lfs diff=lfs merge=lfs -text
72
+ models/ppo1-recovery500/0/default/d/d9223f38b238fa1d02f4eb96914f5fac filter=lfs diff=lfs merge=lfs -text
73
+ models/ppo1-recovery500/0/default/ocdbt.process_0/d/14825823161b2bacd0a1449ca806f4a7 filter=lfs diff=lfs merge=lfs -text
74
+ models/ppo1-recovery500/0/default/ocdbt.process_0/d/b49d2426d299be18a6217211a14c78ad filter=lfs diff=lfs merge=lfs -text
75
+ models/ppo1-recovery500/0/default/ocdbt.process_0/d/eb0be67ba49e905ab08a513dad7d0573 filter=lfs diff=lfs merge=lfs -text
76
+ models/ppo1-uniform-random500/0/default/d/fff057e04911c88885541c50ff03e80f filter=lfs diff=lfs merge=lfs -text
77
+ models/ppo1-uniform-random500/0/default/ocdbt.process_0/d/10b5e13311f1fe474a649fff5059396e filter=lfs diff=lfs merge=lfs -text
78
+ models/ppo1-uniform-random500/0/default/ocdbt.process_0/d/f6f509b14bfe5f51f56c22ccb3910b58 filter=lfs diff=lfs merge=lfs -text
79
+ models/ppo100/0/default/d/0300e5ac4b49bffe5719d9cfb4762d1a filter=lfs diff=lfs merge=lfs -text
80
+ models/ppo100/0/default/ocdbt.process_0/d/3c2bd48694a308b3376ff141afe1a568 filter=lfs diff=lfs merge=lfs -text
81
+ models/ppo100/0/default/ocdbt.process_0/d/c08f0db736a2a786d6c2b6a5f8be193d filter=lfs diff=lfs merge=lfs -text
82
+ models/recovery1/0/default/d/d892c60f4654593696558e2196fb3f0f filter=lfs diff=lfs merge=lfs -text
83
+ models/recovery1/0/default/ocdbt.process_0/d/30c5f0e29e4f4e5045850e4ae8ac8c14 filter=lfs diff=lfs merge=lfs -text
84
+ models/recovery1/0/default/ocdbt.process_0/d/7c0764d7c8f8db23a57c6d278af3966f filter=lfs diff=lfs merge=lfs -text
85
+ models/recovery1/0/default/ocdbt.process_0/d/ae2fbcfef5c278ec27aa5ca43aa085ad filter=lfs diff=lfs merge=lfs -text
86
+ models/recovery1-transferred-aim500/0/default/d/fc2640fe3dc160b15796bb4e93702707 filter=lfs diff=lfs merge=lfs -text
87
+ models/recovery1-transferred-aim500/0/default/ocdbt.process_0/d/262859f5412e92128ec9d77f68d5849e filter=lfs diff=lfs merge=lfs -text
88
+ models/recovery1-transferred-aim500/0/default/ocdbt.process_0/d/362947cf928ae683427fe0c00bfe6855 filter=lfs diff=lfs merge=lfs -text
89
+ models/recovery100/0/default/d/83878ea0eec4a9c18daeb44b066196fb filter=lfs diff=lfs merge=lfs -text
90
+ models/recovery100/0/default/ocdbt.process_0/d/77cebf3655ec723496319cdb1c72edbc filter=lfs diff=lfs merge=lfs -text
91
+ models/recovery100/0/default/ocdbt.process_0/d/d1816013dc8ccef6782787251339f26d filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -35,7 +35,7 @@ behavior; they are not an aggregate benchmark or a ranking of models.
35
 
36
  ## Models at a glance
37
 
38
- **1 checkpoint · 256 × 256 RGB · approximately 580 MB each · 0.58 GB total**
39
 
40
  - **Inputs:** RGB observations and continuous 6D end-effector delta actions.
41
  - **Outputs:** predicted RGB frames at 256 × 256 resolution.
@@ -52,6 +52,21 @@ collection iterations, with a 2:1 PPO-to-AIM sampling mixture.
52
  | Model | Training step | Download |
53
  | --- | ---: | ---: |
54
  | [PPO1 + AIM500](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-aim500) | 36,000 | 580.1 MB |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
55
 
56
  The **fixed reward estimate** ablation uses AIM data without reward
57
  re-estimation. Novelty-only and MI-only models ablate the reward components.
@@ -126,7 +141,7 @@ a license to the separately trained Future Sight weights.
126
 
127
  ## Validation and limitations
128
 
129
- All 16 source checkpoints passed strict restoration and finite-output checks on two selected evaluation cases each. They also ran in the local interactive model switcher. Published model files are listed above.
130
 
131
  The local checks used JAX/JAXLIB 0.10.2, Flax 0.12.7 and Orbax 0.12.1 on an
132
  NVIDIA RTX PRO 6000 Blackwell GPU. They do not establish compatibility with every
 
35
 
36
  ## Models at a glance
37
 
38
+ **16 checkpoints · 256 × 256 RGB · approximately 580 MB each · 9.28 GB total**
39
 
40
  - **Inputs:** RGB observations and continuous 6D end-effector delta actions.
41
  - **Outputs:** predicted RGB frames at 256 × 256 resolution.
 
52
  | Model | Training step | Download |
53
  | --- | ---: | ---: |
54
  | [PPO1 + AIM500](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-aim500) | 36,000 | 580.1 MB |
55
+ | [PPO1](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1) | 26,000 | 580.0 MB |
56
+ | [PPO1 + AIM500 (fixed reward estimate)](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-aim500-fixed-reward-estimate) | 42,000 | 580.0 MB |
57
+ | [PPO1 + AIM500 (MI only)](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-aim500-mi-only) | 39,000 | 580.0 MB |
58
+ | [PPO1 + AIM500 (novelty only)](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-aim500-novelty-only) | 42,000 | 580.1 MB |
59
+ | [PPO1 + DADS500](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-dads500) | 29,000 | 580.0 MB |
60
+ | [PPO1 + DIAYN500](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-diayn500) | 34,000 | 580.1 MB |
61
+ | [PPO1 + ICM500](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-icm500) | 29,000 | 579.9 MB |
62
+ | [PPO1 + METRA500](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-metra500) | 26,000 | 580.0 MB |
63
+ | [PPO1 + random walk500](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-random-walk500) | 28,000 | 580.0 MB |
64
+ | [PPO1 + Recovery500](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-recovery500) | 27,000 | 580.1 MB |
65
+ | [PPO1 + uniform random500](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo1-uniform-random500) | 33,000 | 580.0 MB |
66
+ | [PPO100](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/ppo100) | 44,000 | 580.1 MB |
67
+ | [Recovery1](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/recovery1) | 37,000 | 580.0 MB |
68
+ | [Recovery1 + transferred AIM500](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/recovery1-transferred-aim500) | 42,000 | 580.1 MB |
69
+ | [Recovery100](https://huggingface.co/smbml/future-sight-pusht-models/tree/main/models/recovery100) | 40,000 | 580.1 MB |
70
 
71
  The **fixed reward estimate** ablation uses AIM data without reward
72
  re-estimation. Novelty-only and MI-only models ablate the reward components.
 
141
 
142
  ## Validation and limitations
143
 
144
+ All 16 source checkpoints passed strict restoration and finite-output checks on two selected evaluation cases each. They also ran in the local interactive model switcher. Published model files are listed above. The PPO1 + AIM500 bundle additionally passed an authenticated Hugging Face upload/download round trip, file-hash verification, offline cache reuse, and exact raw-frame agreement with its local source on BC and PushAway when independently restored states use the same compiled inference graph. Separately compiled GPU runs were not pixel-identical; this check does not establish bitwise reproducibility across runs. Other models have local inference checks and remote file verification, not separate HF round-trip inference runs.
145
 
146
  The local checks used JAX/JAXLIB 0.10.2, Flax 0.12.7 and Orbax 0.12.1 on an
147
  NVIDIA RTX PRO 6000 Blackwell GPU. They do not establish compatibility with every
models.json CHANGED
@@ -83,6 +83,1181 @@
83
  "sha256": "57078aa520fa28dba100d56593b1a42ab6c58b0c3b631d3bbdae929282d59cf5"
84
  }
85
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
86
  }
87
  ]
88
  }
 
83
  "sha256": "57078aa520fa28dba100d56593b1a42ab6c58b0c3b631d3bbdae929282d59cf5"
84
  }
85
  ]
86
+ },
87
+ {
88
+ "id": "ppo1",
89
+ "label": "PPO1",
90
+ "path": "models/ppo1",
91
+ "state_root_sha256": "5d1cc061fd9ab6a368c3b4670b1efbfd3b183c72bf828828fc147e56a2024539",
92
+ "training_step": 26000,
93
+ "weights": "ema",
94
+ "size_bytes": 579983383,
95
+ "files": [
96
+ {
97
+ "path": "0/_CHECKPOINT_METADATA",
98
+ "size_bytes": 275,
99
+ "sha256": "41c46df8a8b898dec6c915418378b279e71657022ec7df7147c079a57973fc0f"
100
+ },
101
+ {
102
+ "path": "0/default/_METADATA",
103
+ "size_bytes": 234269,
104
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
105
+ },
106
+ {
107
+ "path": "0/default/_sharding",
108
+ "size_bytes": 166020,
109
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
110
+ },
111
+ {
112
+ "path": "0/default/array_metadatas/process_0",
113
+ "size_bytes": 85571,
114
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
115
+ },
116
+ {
117
+ "path": "0/default/d/648c91d28d47c7fdf4ef44a1fdd03ce7",
118
+ "size_bytes": 112804,
119
+ "sha256": "c1b4b3c8e99ee6a4fcc9b2c359fb194399ca2f63c0df74cb6b698a250ce8223b"
120
+ },
121
+ {
122
+ "path": "0/default/manifest.ocdbt",
123
+ "size_bytes": 120,
124
+ "sha256": "031daa9457fe29469b3ddf061121e46061f9110bea47f025293eb2229bc7b4c8"
125
+ },
126
+ {
127
+ "path": "0/default/ocdbt.process_0/d/0714fab6dc2ad102a2e15c141a03257b",
128
+ "size_bytes": 186,
129
+ "sha256": "78f1963429d958c839b0072dea545e0c9e8bc3bbf61e0627b723f9f497d79569"
130
+ },
131
+ {
132
+ "path": "0/default/ocdbt.process_0/d/a10a646ba0743686f0f1c30ee71174d4",
133
+ "size_bytes": 2060,
134
+ "sha256": "fdb904682fae02b2411046985abf38e744b0d1030392584875bb6b44c4043019"
135
+ },
136
+ {
137
+ "path": "0/default/ocdbt.process_0/d/af265c2609ca8829fd3e63f04fe41305",
138
+ "size_bytes": 216375296,
139
+ "sha256": "1a889568c15d391b40c767f95a92ee4cac3f6b6c34221cbe8324a3f2f517ed78"
140
+ },
141
+ {
142
+ "path": "0/default/ocdbt.process_0/d/dc664153567cef23fe40a96f24e05ecc",
143
+ "size_bytes": 13502,
144
+ "sha256": "9b7ba50ee9a9da4ea1baeb44cbc13d4978dd072988e394bfa90960ec3673e8ea"
145
+ },
146
+ {
147
+ "path": "0/default/ocdbt.process_0/d/eb91c04a3dabe1aac4233a3752f8ae83",
148
+ "size_bytes": 362860544,
149
+ "sha256": "26b075c7ef67b8ecd7bbb95c99f297f2303fc0de8ed2b3f847db012f23eeec87"
150
+ },
151
+ {
152
+ "path": "0/default/ocdbt.process_0/d/eeffb558247f75dea678f8cfc8d41f63",
153
+ "size_bytes": 1998,
154
+ "sha256": "a03930149c9aa0ac2d496dec3781d54833f2ca218d1f8fdea69fade69c170877"
155
+ },
156
+ {
157
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
158
+ "size_bytes": 353,
159
+ "sha256": "00b84a825528abdc838721c34a481c55534de7ff3dfb941c08bec9d0aa935fd7"
160
+ },
161
+ {
162
+ "path": "checkpoint_manifest.json",
163
+ "size_bytes": 130385,
164
+ "sha256": "866becfb8686dfa6895eb824f3a187b32b85f6c1234d2f78717b85abefb26987"
165
+ }
166
+ ]
167
+ },
168
+ {
169
+ "id": "ppo1-aim500-fixed-reward-estimate",
170
+ "label": "PPO1 + AIM500 (fixed reward estimate)",
171
+ "path": "models/ppo1-aim500-fixed-reward-estimate",
172
+ "state_root_sha256": "24780d3293d74457c42332d4a1f63b2fb3cb18295f6e7796af644826e3d27cbb",
173
+ "training_step": 42000,
174
+ "weights": "ema",
175
+ "size_bytes": 579972718,
176
+ "files": [
177
+ {
178
+ "path": "0/_CHECKPOINT_METADATA",
179
+ "size_bytes": 275,
180
+ "sha256": "4bf3dc3eb06b8d13ce991a01a52b76ed7ce529970df1d862f210f3d6ad75f2e8"
181
+ },
182
+ {
183
+ "path": "0/default/_METADATA",
184
+ "size_bytes": 234269,
185
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
186
+ },
187
+ {
188
+ "path": "0/default/_sharding",
189
+ "size_bytes": 166020,
190
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
191
+ },
192
+ {
193
+ "path": "0/default/array_metadatas/process_0",
194
+ "size_bytes": 85571,
195
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
196
+ },
197
+ {
198
+ "path": "0/default/d/15a85f646bafb55f51a18966a8a4eba3",
199
+ "size_bytes": 112946,
200
+ "sha256": "6b16cd6917850e5d2fb161c7b94ea3fdd4b542bd928f05e96b1884a575c04a4c"
201
+ },
202
+ {
203
+ "path": "0/default/manifest.ocdbt",
204
+ "size_bytes": 120,
205
+ "sha256": "e2ee31b75960199daea2dbda6d1e6b7519860294a21c29f5b80999d0ba3119b9"
206
+ },
207
+ {
208
+ "path": "0/default/ocdbt.process_0/d/1691c69e471866bf5d174ba00029a7d2",
209
+ "size_bytes": 541900800,
210
+ "sha256": "5e9efd37754a3b542b24415f98c2355e3cada3c6da515eaffb3e31514be9ea90"
211
+ },
212
+ {
213
+ "path": "0/default/ocdbt.process_0/d/6cdfe6d8112774ebea68968a8b8b2450",
214
+ "size_bytes": 228,
215
+ "sha256": "5fc5c68027d1a329fd52df5ed3d021c8adfb02abd7da3392c521d8c91669047b"
216
+ },
217
+ {
218
+ "path": "0/default/ocdbt.process_0/d/7931d26a51fcf24844ca857b5b1775cb",
219
+ "size_bytes": 13489,
220
+ "sha256": "15658532440577e8c426c63e23d57d849a62adf0de037e8570631625a58f646d"
221
+ },
222
+ {
223
+ "path": "0/default/ocdbt.process_0/d/a5c70bae84187efd011e1c2d1ee4be1e",
224
+ "size_bytes": 1456,
225
+ "sha256": "97373f363fe79ac6d957109ceea688e93601b7e83d06a12ec607a42dbc094275"
226
+ },
227
+ {
228
+ "path": "0/default/ocdbt.process_0/d/f2e7e5c758eb4773c9cee341213d7c29",
229
+ "size_bytes": 37326848,
230
+ "sha256": "f3c66b0ca613fd2df0d7838e15033b8f2bf4e0e2dc05143d467b730c202610ff"
231
+ },
232
+ {
233
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
234
+ "size_bytes": 311,
235
+ "sha256": "fefcd617090b2e01a63cc37eaafa4c17754bacb116648a51b69a65cddeab28b4"
236
+ },
237
+ {
238
+ "path": "checkpoint_manifest.json",
239
+ "size_bytes": 130385,
240
+ "sha256": "9cd62d514eec8f8c63efbc443524ac5047bc27a1b31ca136f203a8f78673eb58"
241
+ }
242
+ ]
243
+ },
244
+ {
245
+ "id": "ppo1-aim500-mi-only",
246
+ "label": "PPO1 + AIM500 (MI only)",
247
+ "path": "models/ppo1-aim500-mi-only",
248
+ "state_root_sha256": "97d58c357783468d43a5a6213d2eebb962c7f1d3aea9d24f67e883d272738155",
249
+ "training_step": 39000,
250
+ "weights": "ema",
251
+ "size_bytes": 579982203,
252
+ "files": [
253
+ {
254
+ "path": "0/_CHECKPOINT_METADATA",
255
+ "size_bytes": 275,
256
+ "sha256": "1ae688c416b31c433fdc81c007c269f4f7870bbee0b475a1fcdc5061926b1a79"
257
+ },
258
+ {
259
+ "path": "0/default/_METADATA",
260
+ "size_bytes": 234269,
261
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
262
+ },
263
+ {
264
+ "path": "0/default/_sharding",
265
+ "size_bytes": 166020,
266
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
267
+ },
268
+ {
269
+ "path": "0/default/array_metadatas/process_0",
270
+ "size_bytes": 85571,
271
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
272
+ },
273
+ {
274
+ "path": "0/default/d/317d4d2f6c3a4abcade3f68dc576f6a9",
275
+ "size_bytes": 112873,
276
+ "sha256": "6f9717e3c8590a82d1bf8d6e82ec27c9fe5a19c7d3fff459216145b2435012a8"
277
+ },
278
+ {
279
+ "path": "0/default/manifest.ocdbt",
280
+ "size_bytes": 120,
281
+ "sha256": "87fde8ef67778090591f584dcdaa249d812d9f0e7fe9e7dea825b464bda9a51e"
282
+ },
283
+ {
284
+ "path": "0/default/ocdbt.process_0/d/6f764aa8da8d20f9790c34036f8ebf6c",
285
+ "size_bytes": 59101184,
286
+ "sha256": "798d4f8458ecc45374241563f68149da25d5e7ac96cf560b2194054a9643c6a9"
287
+ },
288
+ {
289
+ "path": "0/default/ocdbt.process_0/d/719b2023adb97e8e004b975110d4c980",
290
+ "size_bytes": 520146944,
291
+ "sha256": "792175f73e1473d2c4a53fc291ff7c03855f6950d9d8b553c078407842bd0890"
292
+ },
293
+ {
294
+ "path": "0/default/ocdbt.process_0/d/960c0e6c50a75b95799bb0d1f70cfe29",
295
+ "size_bytes": 2060,
296
+ "sha256": "fdb904682fae02b2411046985abf38e744b0d1030392584875bb6b44c4043019"
297
+ },
298
+ {
299
+ "path": "0/default/ocdbt.process_0/d/b8ab8a019fdf3cdfb451965c47d6b600",
300
+ "size_bytes": 186,
301
+ "sha256": "78f1963429d958c839b0072dea545e0c9e8bc3bbf61e0627b723f9f497d79569"
302
+ },
303
+ {
304
+ "path": "0/default/ocdbt.process_0/d/ecbe1ddeac541714c7d1c9627edaa576",
305
+ "size_bytes": 1998,
306
+ "sha256": "a03930149c9aa0ac2d496dec3781d54833f2ca218d1f8fdea69fade69c170877"
307
+ },
308
+ {
309
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
310
+ "size_bytes": 318,
311
+ "sha256": "aa95f65bf372ab61518870a67946e540934d64cf0db0fa9d8b07bc8a7deef903"
312
+ },
313
+ {
314
+ "path": "checkpoint_manifest.json",
315
+ "size_bytes": 130385,
316
+ "sha256": "2531e10b965b8aff25351628374c0990607766f8cd91fd196ecc49595f7f8897"
317
+ }
318
+ ]
319
+ },
320
+ {
321
+ "id": "ppo1-aim500-novelty-only",
322
+ "label": "PPO1 + AIM500 (novelty only)",
323
+ "path": "models/ppo1-aim500-novelty-only",
324
+ "state_root_sha256": "a5f0cd0062bb7f90d774ca99d8c975366a022e93a3c99a9225f2d5351456e8b6",
325
+ "training_step": 42000,
326
+ "weights": "ema",
327
+ "size_bytes": 580114496,
328
+ "files": [
329
+ {
330
+ "path": "0/_CHECKPOINT_METADATA",
331
+ "size_bytes": 275,
332
+ "sha256": "925b4e786ba2fe02ae3b210a03576051fd23787c2ddc12feb5c3b0b077947f8d"
333
+ },
334
+ {
335
+ "path": "0/default/_METADATA",
336
+ "size_bytes": 234269,
337
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
338
+ },
339
+ {
340
+ "path": "0/default/_sharding",
341
+ "size_bytes": 166020,
342
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
343
+ },
344
+ {
345
+ "path": "0/default/array_metadatas/process_0",
346
+ "size_bytes": 85571,
347
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
348
+ },
349
+ {
350
+ "path": "0/default/d/8a54313f46686b4f8386e4a65f7f301b",
351
+ "size_bytes": 112877,
352
+ "sha256": "196545e3a7629f25f6cc74f51f2f4e6acb54fef851cd315146b5dd1b0222873e"
353
+ },
354
+ {
355
+ "path": "0/default/manifest.ocdbt",
356
+ "size_bytes": 120,
357
+ "sha256": "fd200dcbebbc91dd0a95be8216f60d100bd02962d5a51119504b46d7707200a4"
358
+ },
359
+ {
360
+ "path": "0/default/ocdbt.process_0/d/271948bb29e4c6d53499572b3503318b",
361
+ "size_bytes": 514379776,
362
+ "sha256": "c3c853c1521113f08dd93ee62f610d912cb715b6b1094b7b4164611201b1d110"
363
+ },
364
+ {
365
+ "path": "0/default/ocdbt.process_0/d/545a2abeb6a152cbaafcc1ad5aea98d2",
366
+ "size_bytes": 2096,
367
+ "sha256": "f27f5213b11e8447c6a86382042f9c96bdc59f3a907f6e066dd7f525e9deab74"
368
+ },
369
+ {
370
+ "path": "0/default/ocdbt.process_0/d/583b331c85dcea84777c905344f3c9ce",
371
+ "size_bytes": 199,
372
+ "sha256": "77e6f800feb9f959ba9c8c693b4f6f183a9c090a693f4359f6381f405287634f"
373
+ },
374
+ {
375
+ "path": "0/default/ocdbt.process_0/d/8e59f3ea1b09fe58e0cfcb486371a084",
376
+ "size_bytes": 61173760,
377
+ "sha256": "7654dd2b3c7f423957ebd95724aaa406bf1ca6c0b2b69a73d85028e99001f9e6"
378
+ },
379
+ {
380
+ "path": "0/default/ocdbt.process_0/d/d8205362561c89b0d3e19fa06f18d00e",
381
+ "size_bytes": 3827385,
382
+ "sha256": "ff362576b4387b4f6911da1bbb939177af64ece59b9f9c6259c1cb5e9a4cf446"
383
+ },
384
+ {
385
+ "path": "0/default/ocdbt.process_0/d/e1b1f6ccfb6fc53d6c9d307e38512ff2",
386
+ "size_bytes": 1401,
387
+ "sha256": "0d7638c33a0ad4331ed4e8d22466f5add97bdb294abe3ada60d3fcbcac2184ea"
388
+ },
389
+ {
390
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
391
+ "size_bytes": 362,
392
+ "sha256": "5fab40fbc9ae29a535d61eb484b400e6d58e2c3748f5bbd26e394590248400ca"
393
+ },
394
+ {
395
+ "path": "checkpoint_manifest.json",
396
+ "size_bytes": 130385,
397
+ "sha256": "c46886ccb8aec2aa2017ec149ddaae69177bc46d742f69e86c8abb83576b396b"
398
+ }
399
+ ]
400
+ },
401
+ {
402
+ "id": "ppo1-dads500",
403
+ "label": "PPO1 + DADS500",
404
+ "path": "models/ppo1-dads500",
405
+ "state_root_sha256": "288e3c30c44f576b6b86a821d75800fbb184ca5db86de77e3b78a8057c5f18cb",
406
+ "training_step": 29000,
407
+ "weights": "ema",
408
+ "size_bytes": 580039360,
409
+ "files": [
410
+ {
411
+ "path": "0/_CHECKPOINT_METADATA",
412
+ "size_bytes": 275,
413
+ "sha256": "832c332b24ec4dd24d6e3b22a5b56e0f8a62d128431f73d2ca37b86f793de03a"
414
+ },
415
+ {
416
+ "path": "0/default/_METADATA",
417
+ "size_bytes": 234269,
418
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
419
+ },
420
+ {
421
+ "path": "0/default/_sharding",
422
+ "size_bytes": 166020,
423
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
424
+ },
425
+ {
426
+ "path": "0/default/array_metadatas/process_0",
427
+ "size_bytes": 85571,
428
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
429
+ },
430
+ {
431
+ "path": "0/default/d/d311620e8f63bc8eadb425e79cf903d1",
432
+ "size_bytes": 112879,
433
+ "sha256": "77044f7a39188f39af0e5ffc30d69633dc03809cde07524e7091ca6fe4a69470"
434
+ },
435
+ {
436
+ "path": "0/default/manifest.ocdbt",
437
+ "size_bytes": 120,
438
+ "sha256": "0338d925b8cf9bcb15bea63b6d1441ab32fb976b6a5f82fd4ebf42ffdcf0f9de"
439
+ },
440
+ {
441
+ "path": "0/default/ocdbt.process_0/d/3ea8182f4a879390c95bbc7a03ea0c38",
442
+ "size_bytes": 2060,
443
+ "sha256": "fdb904682fae02b2411046985abf38e744b0d1030392584875bb6b44c4043019"
444
+ },
445
+ {
446
+ "path": "0/default/ocdbt.process_0/d/5052985b5acf0be41884125bcbb1d120",
447
+ "size_bytes": 359825408,
448
+ "sha256": "2b4e61a9f890ed1d9eaadc4937f9907fa9aa84a555a3bf5f6fe64ca7376578f0"
449
+ },
450
+ {
451
+ "path": "0/default/ocdbt.process_0/d/c4a13bf5b23b4f3a8bba02e147f22930",
452
+ "size_bytes": 1763,
453
+ "sha256": "42f7625085774a95fb0671528afed5f390c076872264248a7e2b661cc1c91c44"
454
+ },
455
+ {
456
+ "path": "0/default/ocdbt.process_0/d/dfd4b6d00ae3a8b91abf37c969f53f9f",
457
+ "size_bytes": 186,
458
+ "sha256": "78f1963429d958c839b0072dea545e0c9e8bc3bbf61e0627b723f9f497d79569"
459
+ },
460
+ {
461
+ "path": "0/default/ocdbt.process_0/d/ee22700a49c9fa9af6bd1b82129863a9",
462
+ "size_bytes": 4382720,
463
+ "sha256": "e009ddcf61627bdfc7dc856c5e36f77d73e9822ecfdabcd1fde3a3da167b23a1"
464
+ },
465
+ {
466
+ "path": "0/default/ocdbt.process_0/d/f289a04c53c6079360b246d05472938f",
467
+ "size_bytes": 215097344,
468
+ "sha256": "86df92ce262963b74fabee9fc20b4608722facedabcac49d3474937f68f5f6b3"
469
+ },
470
+ {
471
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
472
+ "size_bytes": 360,
473
+ "sha256": "a403fd11013b044183d4b51ed0cba65c410b8e21e7cc9faa7e33ce3199ab8250"
474
+ },
475
+ {
476
+ "path": "checkpoint_manifest.json",
477
+ "size_bytes": 130385,
478
+ "sha256": "1b308328b98e88e182180d2a6987b52ccd1dfe62d2894b6f4cb3759dcd153179"
479
+ }
480
+ ]
481
+ },
482
+ {
483
+ "id": "ppo1-diayn500",
484
+ "label": "PPO1 + DIAYN500",
485
+ "path": "models/ppo1-diayn500",
486
+ "state_root_sha256": "ff46161bc43e2b4474350cb98a07d71639839fe36e93fff76537c7517e9134d1",
487
+ "training_step": 34000,
488
+ "weights": "ema",
489
+ "size_bytes": 580072176,
490
+ "files": [
491
+ {
492
+ "path": "0/_CHECKPOINT_METADATA",
493
+ "size_bytes": 275,
494
+ "sha256": "4ff77db841de572cfdc4a50508f3356ecbc06ce05bc1bd369754fd9fc6c80c42"
495
+ },
496
+ {
497
+ "path": "0/default/_METADATA",
498
+ "size_bytes": 234269,
499
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
500
+ },
501
+ {
502
+ "path": "0/default/_sharding",
503
+ "size_bytes": 166020,
504
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
505
+ },
506
+ {
507
+ "path": "0/default/array_metadatas/process_0",
508
+ "size_bytes": 85571,
509
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
510
+ },
511
+ {
512
+ "path": "0/default/d/a1433643c777305b17c52c5376bc0c57",
513
+ "size_bytes": 112878,
514
+ "sha256": "553b738b9a783d47f1f40444b7dda8b079ffcacc7547d44f8b642eea1f6541c6"
515
+ },
516
+ {
517
+ "path": "0/default/manifest.ocdbt",
518
+ "size_bytes": 120,
519
+ "sha256": "ed9c84c8b02e061d28369abaeb7156a28853e1873f37a9b9495177e57b42ce34"
520
+ },
521
+ {
522
+ "path": "0/default/ocdbt.process_0/d/265ace8b1373aa11596e3e75feedf482",
523
+ "size_bytes": 72097792,
524
+ "sha256": "da52e57c861351fdca66cfdadcee2e2a8cad29af5bfd5dcec887a497fb5a489a"
525
+ },
526
+ {
527
+ "path": "0/default/ocdbt.process_0/d/3fc5aabae3972fda1850bdd8d2de913c",
528
+ "size_bytes": 186,
529
+ "sha256": "5b172a816dc68742ff2e673cf506cad549b3a2305f55c7f45a9bad56b90091f3"
530
+ },
531
+ {
532
+ "path": "0/default/ocdbt.process_0/d/860e7ec4b2f6d773e351ef0565846806",
533
+ "size_bytes": 2057,
534
+ "sha256": "4834fc7fbc3880dca62b712b4e4c90d69669fcdc6297b5ac382bd52c41336364"
535
+ },
536
+ {
537
+ "path": "0/default/ocdbt.process_0/d/8ac165a32779d4aed6fc4892996b8dc3",
538
+ "size_bytes": 17539072,
539
+ "sha256": "9e02525b32a92c81a51d5886ecf9ddec178eec06d704876cba398b31864ec50c"
540
+ },
541
+ {
542
+ "path": "0/default/ocdbt.process_0/d/bd998024e8a75a5d0f62ffabf3051b3c",
543
+ "size_bytes": 489701376,
544
+ "sha256": "36e0443daad45d7d4d78ec806670ae5d38a5a5c2efe29056c47869e0ee38f21e"
545
+ },
546
+ {
547
+ "path": "0/default/ocdbt.process_0/d/ee12ad97855496c5a52dce9b8e4e4e4f",
548
+ "size_bytes": 1814,
549
+ "sha256": "524754f24043fb0ae635d9568db6bed86df40f36f86bcdaab67a79150467c64b"
550
+ },
551
+ {
552
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
553
+ "size_bytes": 361,
554
+ "sha256": "5eb124ea0da8046463aa298f9a12f47dcf38c5eaa0c03832cf20a15f9b556cb6"
555
+ },
556
+ {
557
+ "path": "checkpoint_manifest.json",
558
+ "size_bytes": 130385,
559
+ "sha256": "147030b408443c590a801b4b583cd62b647dbba536031168b16458535fd67df2"
560
+ }
561
+ ]
562
+ },
563
+ {
564
+ "id": "ppo1-icm500",
565
+ "label": "PPO1 + ICM500",
566
+ "path": "models/ppo1-icm500",
567
+ "state_root_sha256": "9873b1fdafef2e8652ec2eacb7515e9a897b50341a812ad6da34cccda6038540",
568
+ "training_step": 29000,
569
+ "weights": "ema",
570
+ "size_bytes": 579949499,
571
+ "files": [
572
+ {
573
+ "path": "0/_CHECKPOINT_METADATA",
574
+ "size_bytes": 275,
575
+ "sha256": "90218b1fb310302636b547498ae29f0137c18754349ddd7a542b3a3243bbab29"
576
+ },
577
+ {
578
+ "path": "0/default/_METADATA",
579
+ "size_bytes": 234269,
580
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
581
+ },
582
+ {
583
+ "path": "0/default/_sharding",
584
+ "size_bytes": 166020,
585
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
586
+ },
587
+ {
588
+ "path": "0/default/array_metadatas/process_0",
589
+ "size_bytes": 85571,
590
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
591
+ },
592
+ {
593
+ "path": "0/default/d/5dc7664f7ddd729e30fe48716300c09a",
594
+ "size_bytes": 112942,
595
+ "sha256": "209f629934f74ee01d125d3783cabfe1e99ff327de24d6d8c034ed32b3b2cc40"
596
+ },
597
+ {
598
+ "path": "0/default/manifest.ocdbt",
599
+ "size_bytes": 120,
600
+ "sha256": "c1acc911edc6e18c3f766d9f43434b652406f2e52bdebd46420d51ab6f658c7f"
601
+ },
602
+ {
603
+ "path": "0/default/ocdbt.process_0/d/18763adcffc7b993ea4faafcfc8e48f4",
604
+ "size_bytes": 1998,
605
+ "sha256": "a03930149c9aa0ac2d496dec3781d54833f2ca218d1f8fdea69fade69c170877"
606
+ },
607
+ {
608
+ "path": "0/default/ocdbt.process_0/d/4e996b880df24475f131ce5b73da7f6c",
609
+ "size_bytes": 2060,
610
+ "sha256": "fdb904682fae02b2411046985abf38e744b0d1030392584875bb6b44c4043019"
611
+ },
612
+ {
613
+ "path": "0/default/ocdbt.process_0/d/5e2e6028207e4d2739be514a4100684c",
614
+ "size_bytes": 526053376,
615
+ "sha256": "3d7b78ab14c96d38020560ba0f56638e9526b8e4a3b1fc46fa605b4ec897b130"
616
+ },
617
+ {
618
+ "path": "0/default/ocdbt.process_0/d/7283cfb568f3403a47b5f10874196fbc",
619
+ "size_bytes": 186,
620
+ "sha256": "78f1963429d958c839b0072dea545e0c9e8bc3bbf61e0627b723f9f497d79569"
621
+ },
622
+ {
623
+ "path": "0/default/ocdbt.process_0/d/de1203851f6380ed6e4899697f68e66a",
624
+ "size_bytes": 53161984,
625
+ "sha256": "966ca3d2af1f85898766c03581e59c3f8dcc47366007bc222d8ba9d6b6313196"
626
+ },
627
+ {
628
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
629
+ "size_bytes": 313,
630
+ "sha256": "db49ecbc6f22df62eee2f392ba370c44e91b68b9ec25a62e3ee36f9e6f7964d5"
631
+ },
632
+ {
633
+ "path": "checkpoint_manifest.json",
634
+ "size_bytes": 130385,
635
+ "sha256": "42cb42a9d19d4d8fc8d28f0316a12cf6fb9542c5740b05ddd2490ff60729d021"
636
+ }
637
+ ]
638
+ },
639
+ {
640
+ "id": "ppo1-metra500",
641
+ "label": "PPO1 + METRA500",
642
+ "path": "models/ppo1-metra500",
643
+ "state_root_sha256": "aa1741e5d8ae545e72a4ef185e2c8cb53ce7f0efd1b542e5ff76a052e5a5b33c",
644
+ "training_step": 26000,
645
+ "weights": "ema",
646
+ "size_bytes": 579961031,
647
+ "files": [
648
+ {
649
+ "path": "0/_CHECKPOINT_METADATA",
650
+ "size_bytes": 275,
651
+ "sha256": "71aa5bafb8c113032fae3ed8688c3d893b045deb6e38a36569061b65f4639ab2"
652
+ },
653
+ {
654
+ "path": "0/default/_METADATA",
655
+ "size_bytes": 234269,
656
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
657
+ },
658
+ {
659
+ "path": "0/default/_sharding",
660
+ "size_bytes": 166020,
661
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
662
+ },
663
+ {
664
+ "path": "0/default/array_metadatas/process_0",
665
+ "size_bytes": 85571,
666
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
667
+ },
668
+ {
669
+ "path": "0/default/d/fd19d4383cd42974467aeb5bf1554a4c",
670
+ "size_bytes": 112860,
671
+ "sha256": "0a54f5f9c05ddb5b9e2b9e91f6f96e6f4bed5b503c8ddc8212ecfef0bf31ef83"
672
+ },
673
+ {
674
+ "path": "0/default/manifest.ocdbt",
675
+ "size_bytes": 120,
676
+ "sha256": "5e8388fb24f8e087960d35db48bd3f86b9fa2b79dba232fceddc29afd21ea200"
677
+ },
678
+ {
679
+ "path": "0/default/ocdbt.process_0/d/1d9d018ec71450f96ca3628841948c3d",
680
+ "size_bytes": 511373312,
681
+ "sha256": "ac4f76f6a56f58f938ec21f54e4ba3ea9f8b7499145ca3af39299b3c935c8164"
682
+ },
683
+ {
684
+ "path": "0/default/ocdbt.process_0/d/79b3d14665e9343193c53e8fb237c828",
685
+ "size_bytes": 186,
686
+ "sha256": "78f1963429d958c839b0072dea545e0c9e8bc3bbf61e0627b723f9f497d79569"
687
+ },
688
+ {
689
+ "path": "0/default/ocdbt.process_0/d/c4cd899b11e2b55f75cad9e4477e26a5",
690
+ "size_bytes": 1327,
691
+ "sha256": "0535f41cb5f1f8bcdf3f8c526f3e9ad629b8b2beff7a78594a55b348d1fc4def"
692
+ },
693
+ {
694
+ "path": "0/default/ocdbt.process_0/d/ec10c9c8cf0eb47449729e032e204e75",
695
+ "size_bytes": 67854336,
696
+ "sha256": "a4e510ce0ac6d5abb66312b57493e5c9470e33b8e10d4d7717c9a2c597cb4889"
697
+ },
698
+ {
699
+ "path": "0/default/ocdbt.process_0/d/f03e4e2e123e6f9d57c6f3ab1559f880",
700
+ "size_bytes": 2060,
701
+ "sha256": "fdb904682fae02b2411046985abf38e744b0d1030392584875bb6b44c4043019"
702
+ },
703
+ {
704
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
705
+ "size_bytes": 310,
706
+ "sha256": "aae0a14dbde6b4539ba25d45c21cc62896f03f646a9075759ac856d57253aedd"
707
+ },
708
+ {
709
+ "path": "checkpoint_manifest.json",
710
+ "size_bytes": 130385,
711
+ "sha256": "b789a2b7f341ff71545ac4d67fc72a350b1250ac3661d146dcb5530ded5e6a15"
712
+ }
713
+ ]
714
+ },
715
+ {
716
+ "id": "ppo1-random-walk500",
717
+ "label": "PPO1 + random walk500",
718
+ "path": "models/ppo1-random-walk500",
719
+ "state_root_sha256": "a25ff767f446db73456661acc6139fef6a30502b524f5cfb02924bef3272fc68",
720
+ "training_step": 28000,
721
+ "weights": "ema",
722
+ "size_bytes": 580002639,
723
+ "files": [
724
+ {
725
+ "path": "0/_CHECKPOINT_METADATA",
726
+ "size_bytes": 275,
727
+ "sha256": "3010e0cea691da51e56134d819765600836025d3c89b052d8a69a5d7fe4c1514"
728
+ },
729
+ {
730
+ "path": "0/default/_METADATA",
731
+ "size_bytes": 234269,
732
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
733
+ },
734
+ {
735
+ "path": "0/default/_sharding",
736
+ "size_bytes": 166020,
737
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
738
+ },
739
+ {
740
+ "path": "0/default/array_metadatas/process_0",
741
+ "size_bytes": 85571,
742
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
743
+ },
744
+ {
745
+ "path": "0/default/d/036e4c234628f458d5f7a9847cace240",
746
+ "size_bytes": 112833,
747
+ "sha256": "04a1982ee5c5175ba46d0b07133813906e48565d2a91341ba1d47a2220e1d32c"
748
+ },
749
+ {
750
+ "path": "0/default/manifest.ocdbt",
751
+ "size_bytes": 120,
752
+ "sha256": "f8d4ad4d659074d9f13fe15c470d8e177a7de468285c8c26c9414ad14bec04f1"
753
+ },
754
+ {
755
+ "path": "0/default/ocdbt.process_0/d/13cdb3e1f6a7eb1b28d75f2a4818f613",
756
+ "size_bytes": 1998,
757
+ "sha256": "a03930149c9aa0ac2d496dec3781d54833f2ca218d1f8fdea69fade69c170877"
758
+ },
759
+ {
760
+ "path": "0/default/ocdbt.process_0/d/2077fa6cda20d4df8af93326760d3a2b",
761
+ "size_bytes": 164593664,
762
+ "sha256": "4ba688a02e75852494fe5e22c716aaf94df055bce966c9f8dbf33c9d747e3d34"
763
+ },
764
+ {
765
+ "path": "0/default/ocdbt.process_0/d/3cc37a3501a39d61c841c613b1e8e8d9",
766
+ "size_bytes": 2060,
767
+ "sha256": "fdb904682fae02b2411046985abf38e744b0d1030392584875bb6b44c4043019"
768
+ },
769
+ {
770
+ "path": "0/default/ocdbt.process_0/d/af9775c73bcd886b3f09f7387af537eb",
771
+ "size_bytes": 186,
772
+ "sha256": "78f1963429d958c839b0072dea545e0c9e8bc3bbf61e0627b723f9f497d79569"
773
+ },
774
+ {
775
+ "path": "0/default/ocdbt.process_0/d/d9ed0ffbb5d2cf78cf8a567878327ad6",
776
+ "size_bytes": 414674944,
777
+ "sha256": "ad6a9ae88893b28e6e0317d98407123fc05c7ef6a9e71ee7f491420ff8b29089"
778
+ },
779
+ {
780
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
781
+ "size_bytes": 314,
782
+ "sha256": "5c243d8096d4ce9a1bc6779f100094306db025f66c8052ec3a6c98c3ecb2389a"
783
+ },
784
+ {
785
+ "path": "checkpoint_manifest.json",
786
+ "size_bytes": 130385,
787
+ "sha256": "dfeadd5679f85764e8d4e75600fa4c45bfedad549ab65bfb937b98cd7e5c0ca0"
788
+ }
789
+ ]
790
+ },
791
+ {
792
+ "id": "ppo1-recovery500",
793
+ "label": "PPO1 + Recovery500",
794
+ "path": "models/ppo1-recovery500",
795
+ "state_root_sha256": "c0d80ece428a6e1f02438cc9ce1b88dc427e68e01636bd663350890f7e013ba7",
796
+ "training_step": 27000,
797
+ "weights": "ema",
798
+ "size_bytes": 580079947,
799
+ "files": [
800
+ {
801
+ "path": "0/_CHECKPOINT_METADATA",
802
+ "size_bytes": 275,
803
+ "sha256": "a5242b60f9aa402a7f7b44fe55429fd46d9c80b608dfb7feaae39478f713794c"
804
+ },
805
+ {
806
+ "path": "0/default/_METADATA",
807
+ "size_bytes": 234269,
808
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
809
+ },
810
+ {
811
+ "path": "0/default/_sharding",
812
+ "size_bytes": 166020,
813
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
814
+ },
815
+ {
816
+ "path": "0/default/array_metadatas/process_0",
817
+ "size_bytes": 85571,
818
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
819
+ },
820
+ {
821
+ "path": "0/default/d/d9223f38b238fa1d02f4eb96914f5fac",
822
+ "size_bytes": 112897,
823
+ "sha256": "5d22e46d003f1d81909623bcbe6c2852093ff8240ee2a2b9d2a8791ecc74a242"
824
+ },
825
+ {
826
+ "path": "0/default/manifest.ocdbt",
827
+ "size_bytes": 120,
828
+ "sha256": "386c5cabcda3332b135f486fa658ffc296bc1dfa224c80679e2d55497c371ccc"
829
+ },
830
+ {
831
+ "path": "0/default/ocdbt.process_0/d/0bb4e45cd475cc4e93c21893284ec6c7",
832
+ "size_bytes": 186,
833
+ "sha256": "5b172a816dc68742ff2e673cf506cad549b3a2305f55c7f45a9bad56b90091f3"
834
+ },
835
+ {
836
+ "path": "0/default/ocdbt.process_0/d/14825823161b2bacd0a1449ca806f4a7",
837
+ "size_bytes": 2236142,
838
+ "sha256": "a8ab8d8146a9820e5b2ef7e1791437d241aaffe4d68d85c398080f0ff4bf3d3d"
839
+ },
840
+ {
841
+ "path": "0/default/ocdbt.process_0/d/b49d2426d299be18a6217211a14c78ad",
842
+ "size_bytes": 62070784,
843
+ "sha256": "7100554192b36cce3fcd80399dbe3af0265a59610943674364aa1c3863169b0d"
844
+ },
845
+ {
846
+ "path": "0/default/ocdbt.process_0/d/eb0be67ba49e905ab08a513dad7d0573",
847
+ "size_bytes": 515039232,
848
+ "sha256": "3773301888aee857dc6c2152258cdc0c47b582f8e9d49c29430dd28540d31ba3"
849
+ },
850
+ {
851
+ "path": "0/default/ocdbt.process_0/d/f1f019f57442b0d4229381f27b4c5f6f",
852
+ "size_bytes": 2057,
853
+ "sha256": "4834fc7fbc3880dca62b712b4e4c90d69669fcdc6297b5ac382bd52c41336364"
854
+ },
855
+ {
856
+ "path": "0/default/ocdbt.process_0/d/fa2d110d5b9976dc317c2e9eceab8f09",
857
+ "size_bytes": 1645,
858
+ "sha256": "a579dc7022b802da1e039f05f3d859a120bf1b8a757de83d070a0c6af9d22c45"
859
+ },
860
+ {
861
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
862
+ "size_bytes": 364,
863
+ "sha256": "8b078b04583b2e1c1b589aa78debfb8974300b736fb284355299aeca2cfede56"
864
+ },
865
+ {
866
+ "path": "checkpoint_manifest.json",
867
+ "size_bytes": 130385,
868
+ "sha256": "e89f9de667345f14d6002c1e97dece533048affa8b8f528f75e2e8536e48da6f"
869
+ }
870
+ ]
871
+ },
872
+ {
873
+ "id": "ppo1-uniform-random500",
874
+ "label": "PPO1 + uniform random500",
875
+ "path": "models/ppo1-uniform-random500",
876
+ "state_root_sha256": "9e12c8634a545a517bd0fc80536133e0c063494cc5c62ebedc2e1099cb11eaa4",
877
+ "training_step": 33000,
878
+ "weights": "ema",
879
+ "size_bytes": 580001470,
880
+ "files": [
881
+ {
882
+ "path": "0/_CHECKPOINT_METADATA",
883
+ "size_bytes": 275,
884
+ "sha256": "43c124f4b3d8f281ef0bc4797158ec5ffa6426df6c1db64af824473febecf875"
885
+ },
886
+ {
887
+ "path": "0/default/_METADATA",
888
+ "size_bytes": 234269,
889
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
890
+ },
891
+ {
892
+ "path": "0/default/_sharding",
893
+ "size_bytes": 166020,
894
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
895
+ },
896
+ {
897
+ "path": "0/default/array_metadatas/process_0",
898
+ "size_bytes": 85571,
899
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
900
+ },
901
+ {
902
+ "path": "0/default/d/fff057e04911c88885541c50ff03e80f",
903
+ "size_bytes": 112872,
904
+ "sha256": "467fd9004504edf6b442cba71db45e5cd8afa4b7bdcdb4138ef901e06af9ccab"
905
+ },
906
+ {
907
+ "path": "0/default/manifest.ocdbt",
908
+ "size_bytes": 120,
909
+ "sha256": "d1c69d6fc23fe1f5c3fa80280e1040cb6917db27baa258325b4e3a7c3afe8e8d"
910
+ },
911
+ {
912
+ "path": "0/default/ocdbt.process_0/d/10b5e13311f1fe474a649fff5059396e",
913
+ "size_bytes": 192405504,
914
+ "sha256": "42a1f11a9a26c89780f5c88c3ddc271669376fff21abcc2d07d52239184b64f8"
915
+ },
916
+ {
917
+ "path": "0/default/ocdbt.process_0/d/48a739ed7e454a687ff8054229107ff4",
918
+ "size_bytes": 8005,
919
+ "sha256": "c0b05ca0985b49bb0f697b2aa493d1be94d930abd3cad3296731fe8a2b99e638"
920
+ },
921
+ {
922
+ "path": "0/default/ocdbt.process_0/d/699c53e18830c1c5729371cfe7992bdf",
923
+ "size_bytes": 1696,
924
+ "sha256": "ab12000b12e5e22b821bf4c8b3a2aa02d3c81be3769f04b490b74edfcd56ba21"
925
+ },
926
+ {
927
+ "path": "0/default/ocdbt.process_0/d/9b39f2f8f2d69fd40c8c5fce5b7ef608",
928
+ "size_bytes": 237,
929
+ "sha256": "90ebd7ae65d5f3140ee1e442b560bc37097fa3c3b7837ee7c7b33de65cdce5e7"
930
+ },
931
+ {
932
+ "path": "0/default/ocdbt.process_0/d/a721199592d521471bdf14a4837a85a9",
933
+ "size_bytes": 13529,
934
+ "sha256": "0390c61865b61d220ee41f1df5cd81d9f8292e6438a2b5e4d21a4166c1ee7857"
935
+ },
936
+ {
937
+ "path": "0/default/ocdbt.process_0/d/f6f509b14bfe5f51f56c22ccb3910b58",
938
+ "size_bytes": 386842624,
939
+ "sha256": "ef4e67bbd789f279e2b611f79d7b907cd50ae01fdc21d1df5973d88943445580"
940
+ },
941
+ {
942
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
943
+ "size_bytes": 363,
944
+ "sha256": "85ce69e56f2d9d14bde689c8b4de70b8a0f381ec19037f9410a7e60cce460e14"
945
+ },
946
+ {
947
+ "path": "checkpoint_manifest.json",
948
+ "size_bytes": 130385,
949
+ "sha256": "ed917bbfb993d05c2999d2452a0f027944510a069bcdebf045de9da1b40ad639"
950
+ }
951
+ ]
952
+ },
953
+ {
954
+ "id": "ppo100",
955
+ "label": "PPO100",
956
+ "path": "models/ppo100",
957
+ "state_root_sha256": "f840a648a0208577c15247f1119a548580814ce702bf0c1f9bfa41923cf684cb",
958
+ "training_step": 44000,
959
+ "weights": "ema",
960
+ "size_bytes": 580121486,
961
+ "files": [
962
+ {
963
+ "path": "0/_CHECKPOINT_METADATA",
964
+ "size_bytes": 275,
965
+ "sha256": "c1f7ddf5005fb03561feed2d16be137e542752c773f643d912a244471d5f0071"
966
+ },
967
+ {
968
+ "path": "0/default/_METADATA",
969
+ "size_bytes": 234269,
970
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
971
+ },
972
+ {
973
+ "path": "0/default/_sharding",
974
+ "size_bytes": 166020,
975
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
976
+ },
977
+ {
978
+ "path": "0/default/array_metadatas/process_0",
979
+ "size_bytes": 85571,
980
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
981
+ },
982
+ {
983
+ "path": "0/default/d/0300e5ac4b49bffe5719d9cfb4762d1a",
984
+ "size_bytes": 112892,
985
+ "sha256": "7977f2ff2beab7ac7518f82248b59357e186ffc6f850fb6fa42d86cd8d558803"
986
+ },
987
+ {
988
+ "path": "0/default/manifest.ocdbt",
989
+ "size_bytes": 120,
990
+ "sha256": "20ab214418e3b10cc607ae0e474fc59d0fc55b3c64a9284603eff053ff96b30e"
991
+ },
992
+ {
993
+ "path": "0/default/ocdbt.process_0/d/3c2bd48694a308b3376ff141afe1a568",
994
+ "size_bytes": 428994560,
995
+ "sha256": "d9e8752f34ac003dfee90a34c8d6e4430736e00361ed0516c58eeeee5a133505"
996
+ },
997
+ {
998
+ "path": "0/default/ocdbt.process_0/d/417b2d123a9368637e34a59cad750a06",
999
+ "size_bytes": 2060,
1000
+ "sha256": "fdb904682fae02b2411046985abf38e744b0d1030392584875bb6b44c4043019"
1001
+ },
1002
+ {
1003
+ "path": "0/default/ocdbt.process_0/d/8dc8e97ab9734180b7d01ab555af1a32",
1004
+ "size_bytes": 186,
1005
+ "sha256": "78f1963429d958c839b0072dea545e0c9e8bc3bbf61e0627b723f9f497d79569"
1006
+ },
1007
+ {
1008
+ "path": "0/default/ocdbt.process_0/d/b50d4837ed106bcce6325d46d7b977ea",
1009
+ "size_bytes": 1998,
1010
+ "sha256": "a03930149c9aa0ac2d496dec3781d54833f2ca218d1f8fdea69fade69c170877"
1011
+ },
1012
+ {
1013
+ "path": "0/default/ocdbt.process_0/d/c08f0db736a2a786d6c2b6a5f8be193d",
1014
+ "size_bytes": 150392832,
1015
+ "sha256": "f4cbecf6daf77edfaf04070d82012ae964161961732ccb62b898e89b40814383"
1016
+ },
1017
+ {
1018
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
1019
+ "size_bytes": 318,
1020
+ "sha256": "e2fb22b19dae16a8fa1e57e146c17982d17ffcab4ba6227fdad9eef9a9a0d4f8"
1021
+ },
1022
+ {
1023
+ "path": "checkpoint_manifest.json",
1024
+ "size_bytes": 130385,
1025
+ "sha256": "0cb4ace8d67de9757e41e78b78f6dc604389eaebae255327fe91f36f0cade942"
1026
+ }
1027
+ ]
1028
+ },
1029
+ {
1030
+ "id": "recovery1",
1031
+ "label": "Recovery1",
1032
+ "path": "models/recovery1",
1033
+ "state_root_sha256": "61986cc707f8c05d1d116b57bc5d8d544061e2583f59d084a87764b2231931fb",
1034
+ "training_step": 37000,
1035
+ "weights": "ema",
1036
+ "size_bytes": 580025095,
1037
+ "files": [
1038
+ {
1039
+ "path": "0/_CHECKPOINT_METADATA",
1040
+ "size_bytes": 275,
1041
+ "sha256": "6f4011b06330c3e3b3f3a604a302375f2b2cfd89858d595ec4f9b1c21cfe4310"
1042
+ },
1043
+ {
1044
+ "path": "0/default/_METADATA",
1045
+ "size_bytes": 234269,
1046
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
1047
+ },
1048
+ {
1049
+ "path": "0/default/_sharding",
1050
+ "size_bytes": 166020,
1051
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
1052
+ },
1053
+ {
1054
+ "path": "0/default/array_metadatas/process_0",
1055
+ "size_bytes": 85571,
1056
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
1057
+ },
1058
+ {
1059
+ "path": "0/default/d/d892c60f4654593696558e2196fb3f0f",
1060
+ "size_bytes": 112929,
1061
+ "sha256": "79dedd84deeda7d7077e1779f02edcb33a0b7d512257f23ad4f363dc6e0be8cb"
1062
+ },
1063
+ {
1064
+ "path": "0/default/manifest.ocdbt",
1065
+ "size_bytes": 120,
1066
+ "sha256": "30f0ee44a34ffb4b44ea90384f9209abaef714e682f94d5e14224a553e664423"
1067
+ },
1068
+ {
1069
+ "path": "0/default/ocdbt.process_0/d/30c5f0e29e4f4e5045850e4ae8ac8c14",
1070
+ "size_bytes": 447942656,
1071
+ "sha256": "014e464927e5fa53f01584e5b7d59c0390f00060e942334aa49c873e4b0bfe88"
1072
+ },
1073
+ {
1074
+ "path": "0/default/ocdbt.process_0/d/5918aa7c6bcacef5d5a783faa7189dec",
1075
+ "size_bytes": 562,
1076
+ "sha256": "64df70ac7fe463a6888793194838db5565073dab4a1f923b4c08b6414f08c9c4"
1077
+ },
1078
+ {
1079
+ "path": "0/default/ocdbt.process_0/d/7c0764d7c8f8db23a57c6d278af3966f",
1080
+ "size_bytes": 10940416,
1081
+ "sha256": "8d3d183c041c89ec2b1098ea2a689ab3ba56547c1c57eba9bcaf11f1d51db15f"
1082
+ },
1083
+ {
1084
+ "path": "0/default/ocdbt.process_0/d/ae2fbcfef5c278ec27aa5ca43aa085ad",
1085
+ "size_bytes": 120410112,
1086
+ "sha256": "266f1e1e48be0aba5fd10fc7496a8dd9f9c101a6d33fa33cf066ea14555b45d8"
1087
+ },
1088
+ {
1089
+ "path": "0/default/ocdbt.process_0/d/c54c81baeec72d47ab8c23e6dfcd33d6",
1090
+ "size_bytes": 1460,
1091
+ "sha256": "c0bcc7f0a6ed14452eb56a59322aecb84cefdc6e46ab4f5f031e4f7cfb921848"
1092
+ },
1093
+ {
1094
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
1095
+ "size_bytes": 320,
1096
+ "sha256": "57d3e5adb986462905ba2c232e166dd60193fe43985f6ca2693015017466828d"
1097
+ },
1098
+ {
1099
+ "path": "checkpoint_manifest.json",
1100
+ "size_bytes": 130385,
1101
+ "sha256": "f77d08b5f5cf3f401f8c9ed8120bb817eee5f1eda45b45869180930e5baacd22"
1102
+ }
1103
+ ]
1104
+ },
1105
+ {
1106
+ "id": "recovery1-transferred-aim500",
1107
+ "label": "Recovery1 + transferred AIM500",
1108
+ "path": "models/recovery1-transferred-aim500",
1109
+ "state_root_sha256": "eab772f2e92d4934f774f6fe36e5fd79532e9c495c88f1bbafb730c998aedb49",
1110
+ "training_step": 42000,
1111
+ "weights": "ema",
1112
+ "size_bytes": 580118655,
1113
+ "files": [
1114
+ {
1115
+ "path": "0/_CHECKPOINT_METADATA",
1116
+ "size_bytes": 275,
1117
+ "sha256": "f7ef0b4eed6814e1108310f7e4df01614452e3d220e414fc7e01d7fdb2acf141"
1118
+ },
1119
+ {
1120
+ "path": "0/default/_METADATA",
1121
+ "size_bytes": 234269,
1122
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
1123
+ },
1124
+ {
1125
+ "path": "0/default/_sharding",
1126
+ "size_bytes": 166020,
1127
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
1128
+ },
1129
+ {
1130
+ "path": "0/default/array_metadatas/process_0",
1131
+ "size_bytes": 85571,
1132
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
1133
+ },
1134
+ {
1135
+ "path": "0/default/d/fc2640fe3dc160b15796bb4e93702707",
1136
+ "size_bytes": 112894,
1137
+ "sha256": "50c61d1ec7f080c8f58caf9aea5ea09c286abefca47ac44d49212f753d620a1e"
1138
+ },
1139
+ {
1140
+ "path": "0/default/manifest.ocdbt",
1141
+ "size_bytes": 120,
1142
+ "sha256": "2f4edaa35bc63c1ec20c496caa2c4bc4428042cd901363f93b88458a8491ec26"
1143
+ },
1144
+ {
1145
+ "path": "0/default/ocdbt.process_0/d/262859f5412e92128ec9d77f68d5849e",
1146
+ "size_bytes": 116887552,
1147
+ "sha256": "5f79dc226cd0a885d34007b5ae814e43a64f14ccfa688e2b46bb32999c0fff26"
1148
+ },
1149
+ {
1150
+ "path": "0/default/ocdbt.process_0/d/362947cf928ae683427fe0c00bfe6855",
1151
+ "size_bytes": 462483456,
1152
+ "sha256": "6c10e570deef510408653dec66f5575b2f2faafb9e7ff5e63f2351fbf9e31c2f"
1153
+ },
1154
+ {
1155
+ "path": "0/default/ocdbt.process_0/d/506a3289e41cfc477618955ee791c8b0",
1156
+ "size_bytes": 186,
1157
+ "sha256": "78f1963429d958c839b0072dea545e0c9e8bc3bbf61e0627b723f9f497d79569"
1158
+ },
1159
+ {
1160
+ "path": "0/default/ocdbt.process_0/d/57b7895daa6a39948024d1eadfaa6e87",
1161
+ "size_bytes": 1998,
1162
+ "sha256": "a03930149c9aa0ac2d496dec3781d54833f2ca218d1f8fdea69fade69c170877"
1163
+ },
1164
+ {
1165
+ "path": "0/default/ocdbt.process_0/d/9a0dde52525302e7d178310d631e3cc7",
1166
+ "size_bytes": 13516,
1167
+ "sha256": "f128e89301603e200b7a6c3a00c64e3874dfe98b258f0552b98b36aed82bd9bc"
1168
+ },
1169
+ {
1170
+ "path": "0/default/ocdbt.process_0/d/b48ef8617c1cec65c1ef28d3a634acd3",
1171
+ "size_bytes": 2060,
1172
+ "sha256": "fdb904682fae02b2411046985abf38e744b0d1030392584875bb6b44c4043019"
1173
+ },
1174
+ {
1175
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
1176
+ "size_bytes": 353,
1177
+ "sha256": "4a55b7aa0ff3d4f23a4f4be3a740b4fb13fdc2703d3c545752c5ce9fd68abdb1"
1178
+ },
1179
+ {
1180
+ "path": "checkpoint_manifest.json",
1181
+ "size_bytes": 130385,
1182
+ "sha256": "46b8102cfc074c4bcae2c2252ddd13b86375aab1072610946633f8a86011542b"
1183
+ }
1184
+ ]
1185
+ },
1186
+ {
1187
+ "id": "recovery100",
1188
+ "label": "Recovery100",
1189
+ "path": "models/recovery100",
1190
+ "state_root_sha256": "932ab1e9013d756c3a8c80c1c7c3d9c6df2f6bc46426733805fabff9d1839460",
1191
+ "training_step": 40000,
1192
+ "weights": "ema",
1193
+ "size_bytes": 580051815,
1194
+ "files": [
1195
+ {
1196
+ "path": "0/_CHECKPOINT_METADATA",
1197
+ "size_bytes": 275,
1198
+ "sha256": "736cd91bf2216f2f434d5b7dd46ebdd41814a23d03d4a159efdb2962c274839f"
1199
+ },
1200
+ {
1201
+ "path": "0/default/_METADATA",
1202
+ "size_bytes": 234269,
1203
+ "sha256": "640a3dae19ca05967a57f5a33f80a21045d05995b55daaaef4097997aa5e5789"
1204
+ },
1205
+ {
1206
+ "path": "0/default/_sharding",
1207
+ "size_bytes": 166020,
1208
+ "sha256": "beffe5eb35c116e9c2275818a8278d2bf1e7311acceb3b27977d605e07548c6d"
1209
+ },
1210
+ {
1211
+ "path": "0/default/array_metadatas/process_0",
1212
+ "size_bytes": 85571,
1213
+ "sha256": "110bcbcd547cb533982a4792e35531d5f7ad8197edd9ac709fe55060170ba07b"
1214
+ },
1215
+ {
1216
+ "path": "0/default/d/83878ea0eec4a9c18daeb44b066196fb",
1217
+ "size_bytes": 112810,
1218
+ "sha256": "cb3f3ae6412a95e2c6ca942b722c09a20a7f89c31f816dd0abca5234e87092ca"
1219
+ },
1220
+ {
1221
+ "path": "0/default/manifest.ocdbt",
1222
+ "size_bytes": 120,
1223
+ "sha256": "7fb842e3e6798d4984c642836aaa019bc649368eb6e9d222474f44055abdfaff"
1224
+ },
1225
+ {
1226
+ "path": "0/default/ocdbt.process_0/d/4d16686f37d7842d645df7bc0fbc9e78",
1227
+ "size_bytes": 199,
1228
+ "sha256": "77e6f800feb9f959ba9c8c693b4f6f183a9c090a693f4359f6381f405287634f"
1229
+ },
1230
+ {
1231
+ "path": "0/default/ocdbt.process_0/d/4f2e215ac613b852f54f8856247bbadc",
1232
+ "size_bytes": 2096,
1233
+ "sha256": "f27f5213b11e8447c6a86382042f9c96bdc59f3a907f6e066dd7f525e9deab74"
1234
+ },
1235
+ {
1236
+ "path": "0/default/ocdbt.process_0/d/77cebf3655ec723496319cdb1c72edbc",
1237
+ "size_bytes": 402022400,
1238
+ "sha256": "debe6d334fbfd88b24c3f1bf0eb8445c2d5ffdd63cc8f7f72a3a8536441189d4"
1239
+ },
1240
+ {
1241
+ "path": "0/default/ocdbt.process_0/d/989b03147ff1281329a5cc0adfa3cea3",
1242
+ "size_bytes": 1998,
1243
+ "sha256": "a03930149c9aa0ac2d496dec3781d54833f2ca218d1f8fdea69fade69c170877"
1244
+ },
1245
+ {
1246
+ "path": "0/default/ocdbt.process_0/d/d1816013dc8ccef6782787251339f26d",
1247
+ "size_bytes": 177295360,
1248
+ "sha256": "7c6b80c42ae19b2a8a4fff6c8e85fca1200ba472d247c252316988106af97558"
1249
+ },
1250
+ {
1251
+ "path": "0/default/ocdbt.process_0/manifest.ocdbt",
1252
+ "size_bytes": 312,
1253
+ "sha256": "88f561a6c5808e5ff9e69114d7cb60ca3fafa760668b37e6da9df03ceebc315d"
1254
+ },
1255
+ {
1256
+ "path": "checkpoint_manifest.json",
1257
+ "size_bytes": 130385,
1258
+ "sha256": "c39dd879a1f35b419278ad766dcb89ffe7a707fc45691dc46fb308b65700d222"
1259
+ }
1260
+ ]
1261
  }
1262
  ]
1263
  }
models/ppo1-aim500-fixed-reward-estimate/0/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"default": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1786293418670830991, "commit_timestamp_nsecs": 1786293419315247467, "custom_metadata": {}}
models/ppo1-aim500-fixed-reward-estimate/0/default/_METADATA ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-aim500-fixed-reward-estimate/0/default/_sharding ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-aim500-fixed-reward-estimate/0/default/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "action_embed.action_max", "write_shape": [6], "chunk_shape": [6], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.action_min", "write_shape": [6], "chunk_shape": [6], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.0.kernel.value", "write_shape": [126, 3072], "chunk_shape": [126, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.passive_embed.embedding.value", "write_shape": [1, 768], "chunk_shape": [1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "current_latent_patchify.patchify_conv.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "current_latent_patchify.patchify_conv.kernel.value", "write_shape": [2, 2, 4, 768], "chunk_shape": [2, 2, 4, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "loss_scale.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "next_frame_index.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "num_cached_frames.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.0.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.2.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.2.kernel.value", "write_shape": [3072, 16], "chunk_shape": [3072, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.0.kernel.value", "write_shape": [42, 3072], "chunk_shape": [42, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_in.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_in.kernel.value", "write_shape": [3, 3, 4, 512], "chunk_shape": [3, 3, 4, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_norm_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_norm_out.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_out.bias.value", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_out.kernel.value", "write_shape": [3, 3, 128, 3], "chunk_shape": [3, 3, 128, 3], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.group_norm.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.group_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.key.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.key.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.proj_attn.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.proj_attn.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.query.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.query.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.value.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.value.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.upsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.upsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 256], "chunk_shape": [3, 3, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv_shortcut.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 512, 256], "chunk_shape": [1, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.upsamplers_0.conv.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 256, 128], "chunk_shape": [3, 3, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv_shortcut.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 256, 128], "chunk_shape": [1, 1, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_in.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_in.kernel.value", "write_shape": [3, 3, 3, 128], "chunk_shape": [3, 3, 3, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_norm_out.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_norm_out.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_out.bias.value", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_out.kernel.value", "write_shape": [3, 3, 512, 8], "chunk_shape": [3, 3, 512, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.downsamplers_0.conv.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.downsamplers_0.conv.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 128, 256], "chunk_shape": [3, 3, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv_shortcut.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 128, 256], "chunk_shape": [1, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.downsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 256, 512], "chunk_shape": [3, 3, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv_shortcut.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 256, 512], "chunk_shape": [1, 1, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.group_norm.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.group_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.key.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.key.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.proj_attn.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.proj_attn.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.query.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.query.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.value.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.value.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.post_quant_conv.bias.value", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.post_quant_conv.kernel.value", "write_shape": [1, 1, 4, 4], "chunk_shape": [1, 1, 4, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.quant_conv.bias.value", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.quant_conv.kernel.value", "write_shape": [1, 1, 8, 8], "chunk_shape": [1, 1, 8, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.to_nnx__rngs.default.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.to_nnx__rngs.default.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}]}
models/ppo1-aim500-fixed-reward-estimate/0/default/d/15a85f646bafb55f51a18966a8a4eba3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b16cd6917850e5d2fb161c7b94ea3fdd4b542bd928f05e96b1884a575c04a4c
3
+ size 112946
models/ppo1-aim500-fixed-reward-estimate/0/default/manifest.ocdbt ADDED
Binary file (120 Bytes). View file
 
models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/1691c69e471866bf5d174ba00029a7d2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e9efd37754a3b542b24415f98c2355e3cada3c6da515eaffb3e31514be9ea90
3
+ size 541900800
models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/6cdfe6d8112774ebea68968a8b8b2450 ADDED
Binary file (228 Bytes). View file
 
models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/7931d26a51fcf24844ca857b5b1775cb ADDED
Binary file (13.5 kB). View file
 
models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/a5c70bae84187efd011e1c2d1ee4be1e ADDED
Binary file (1.46 kB). View file
 
models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/d/f2e7e5c758eb4773c9cee341213d7c29 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c66b0ca613fd2df0d7838e15033b8f2bf4e0e2dc05143d467b730c202610ff
3
+ size 37326848
models/ppo1-aim500-fixed-reward-estimate/0/default/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (311 Bytes). View file
 
models/ppo1-aim500-fixed-reward-estimate/checkpoint_manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-aim500-mi-only/0/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"default": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1786375424897331670, "commit_timestamp_nsecs": 1786375425581838503, "custom_metadata": {}}
models/ppo1-aim500-mi-only/0/default/_METADATA ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-aim500-mi-only/0/default/_sharding ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-aim500-mi-only/0/default/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "action_embed.action_max", "write_shape": [6], "chunk_shape": [6], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.action_min", "write_shape": [6], "chunk_shape": [6], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.0.kernel.value", "write_shape": [126, 3072], "chunk_shape": [126, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.passive_embed.embedding.value", "write_shape": [1, 768], "chunk_shape": [1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "current_latent_patchify.patchify_conv.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "current_latent_patchify.patchify_conv.kernel.value", "write_shape": [2, 2, 4, 768], "chunk_shape": [2, 2, 4, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "loss_scale.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "next_frame_index.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "num_cached_frames.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.0.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.2.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.2.kernel.value", "write_shape": [3072, 16], "chunk_shape": [3072, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.0.kernel.value", "write_shape": [42, 3072], "chunk_shape": [42, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_in.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_in.kernel.value", "write_shape": [3, 3, 4, 512], "chunk_shape": [3, 3, 4, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_norm_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_norm_out.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_out.bias.value", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_out.kernel.value", "write_shape": [3, 3, 128, 3], "chunk_shape": [3, 3, 128, 3], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.group_norm.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.group_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.key.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.key.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.proj_attn.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.proj_attn.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.query.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.query.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.value.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.value.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.upsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.upsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 256], "chunk_shape": [3, 3, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv_shortcut.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 512, 256], "chunk_shape": [1, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.upsamplers_0.conv.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 256, 128], "chunk_shape": [3, 3, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv_shortcut.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 256, 128], "chunk_shape": [1, 1, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_in.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_in.kernel.value", "write_shape": [3, 3, 3, 128], "chunk_shape": [3, 3, 3, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_norm_out.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_norm_out.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_out.bias.value", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_out.kernel.value", "write_shape": [3, 3, 512, 8], "chunk_shape": [3, 3, 512, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.downsamplers_0.conv.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.downsamplers_0.conv.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 128, 256], "chunk_shape": [3, 3, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv_shortcut.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 128, 256], "chunk_shape": [1, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.downsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 256, 512], "chunk_shape": [3, 3, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv_shortcut.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 256, 512], "chunk_shape": [1, 1, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.group_norm.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.group_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.key.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.key.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.proj_attn.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.proj_attn.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.query.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.query.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.value.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.value.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.post_quant_conv.bias.value", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.post_quant_conv.kernel.value", "write_shape": [1, 1, 4, 4], "chunk_shape": [1, 1, 4, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.quant_conv.bias.value", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.quant_conv.kernel.value", "write_shape": [1, 1, 8, 8], "chunk_shape": [1, 1, 8, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.to_nnx__rngs.default.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.to_nnx__rngs.default.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}]}
models/ppo1-aim500-mi-only/0/default/d/317d4d2f6c3a4abcade3f68dc576f6a9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f9717e3c8590a82d1bf8d6e82ec27c9fe5a19c7d3fff459216145b2435012a8
3
+ size 112873
models/ppo1-aim500-mi-only/0/default/manifest.ocdbt ADDED
Binary file (120 Bytes). View file
 
models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/6f764aa8da8d20f9790c34036f8ebf6c ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:798d4f8458ecc45374241563f68149da25d5e7ac96cf560b2194054a9643c6a9
3
+ size 59101184
models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/719b2023adb97e8e004b975110d4c980 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:792175f73e1473d2c4a53fc291ff7c03855f6950d9d8b553c078407842bd0890
3
+ size 520146944
models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/960c0e6c50a75b95799bb0d1f70cfe29 ADDED
Binary file (2.06 kB). View file
 
models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/b8ab8a019fdf3cdfb451965c47d6b600 ADDED
Binary file (186 Bytes). View file
 
models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/d/ecbe1ddeac541714c7d1c9627edaa576 ADDED
Binary file (2 kB). View file
 
models/ppo1-aim500-mi-only/0/default/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (318 Bytes). View file
 
models/ppo1-aim500-mi-only/checkpoint_manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-aim500-novelty-only/0/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"default": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1786375422946965742, "commit_timestamp_nsecs": 1786375423602793710, "custom_metadata": {}}
models/ppo1-aim500-novelty-only/0/default/_METADATA ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-aim500-novelty-only/0/default/_sharding ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-aim500-novelty-only/0/default/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "action_embed.action_max", "write_shape": [6], "chunk_shape": [6], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.action_min", "write_shape": [6], "chunk_shape": [6], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.0.kernel.value", "write_shape": [126, 3072], "chunk_shape": [126, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.passive_embed.embedding.value", "write_shape": [1, 768], "chunk_shape": [1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "current_latent_patchify.patchify_conv.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "current_latent_patchify.patchify_conv.kernel.value", "write_shape": [2, 2, 4, 768], "chunk_shape": [2, 2, 4, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "loss_scale.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "next_frame_index.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "num_cached_frames.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.0.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.2.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.2.kernel.value", "write_shape": [3072, 16], "chunk_shape": [3072, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.0.kernel.value", "write_shape": [42, 3072], "chunk_shape": [42, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_in.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_in.kernel.value", "write_shape": [3, 3, 4, 512], "chunk_shape": [3, 3, 4, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_norm_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_norm_out.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_out.bias.value", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_out.kernel.value", "write_shape": [3, 3, 128, 3], "chunk_shape": [3, 3, 128, 3], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.group_norm.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.group_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.key.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.key.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.proj_attn.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.proj_attn.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.query.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.query.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.value.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.value.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.upsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.upsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 256], "chunk_shape": [3, 3, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv_shortcut.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 512, 256], "chunk_shape": [1, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.upsamplers_0.conv.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 256, 128], "chunk_shape": [3, 3, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv_shortcut.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 256, 128], "chunk_shape": [1, 1, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_in.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_in.kernel.value", "write_shape": [3, 3, 3, 128], "chunk_shape": [3, 3, 3, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_norm_out.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_norm_out.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_out.bias.value", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_out.kernel.value", "write_shape": [3, 3, 512, 8], "chunk_shape": [3, 3, 512, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.downsamplers_0.conv.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.downsamplers_0.conv.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 128, 256], "chunk_shape": [3, 3, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv_shortcut.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 128, 256], "chunk_shape": [1, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.downsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 256, 512], "chunk_shape": [3, 3, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv_shortcut.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 256, 512], "chunk_shape": [1, 1, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.group_norm.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.group_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.key.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.key.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.proj_attn.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.proj_attn.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.query.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.query.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.value.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.value.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.post_quant_conv.bias.value", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.post_quant_conv.kernel.value", "write_shape": [1, 1, 4, 4], "chunk_shape": [1, 1, 4, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.quant_conv.bias.value", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.quant_conv.kernel.value", "write_shape": [1, 1, 8, 8], "chunk_shape": [1, 1, 8, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.to_nnx__rngs.default.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.to_nnx__rngs.default.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}]}
models/ppo1-aim500-novelty-only/0/default/d/8a54313f46686b4f8386e4a65f7f301b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196545e3a7629f25f6cc74f51f2f4e6acb54fef851cd315146b5dd1b0222873e
3
+ size 112877
models/ppo1-aim500-novelty-only/0/default/manifest.ocdbt ADDED
Binary file (120 Bytes). View file
 
models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/271948bb29e4c6d53499572b3503318b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3c853c1521113f08dd93ee62f610d912cb715b6b1094b7b4164611201b1d110
3
+ size 514379776
models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/545a2abeb6a152cbaafcc1ad5aea98d2 ADDED
Binary file (2.1 kB). View file
 
models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/583b331c85dcea84777c905344f3c9ce ADDED
Binary file (199 Bytes). View file
 
models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/8e59f3ea1b09fe58e0cfcb486371a084 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7654dd2b3c7f423957ebd95724aaa406bf1ca6c0b2b69a73d85028e99001f9e6
3
+ size 61173760
models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/d8205362561c89b0d3e19fa06f18d00e ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff362576b4387b4f6911da1bbb939177af64ece59b9f9c6259c1cb5e9a4cf446
3
+ size 3827385
models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/d/e1b1f6ccfb6fc53d6c9d307e38512ff2 ADDED
Binary file (1.4 kB). View file
 
models/ppo1-aim500-novelty-only/0/default/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (362 Bytes). View file
 
models/ppo1-aim500-novelty-only/checkpoint_manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-dads500/0/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": {"default": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1786263792791668244, "commit_timestamp_nsecs": 1786263793448753255, "custom_metadata": {}}
models/ppo1-dads500/0/default/_METADATA ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-dads500/0/default/_sharding ADDED
The diff for this file is too large to render. See raw diff
 
models/ppo1-dads500/0/default/array_metadatas/process_0 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"array_metadatas": [{"array_metadata": {"param_name": "action_embed.action_max", "write_shape": [6], "chunk_shape": [6], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.action_min", "write_shape": [6], "chunk_shape": [6], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.0.kernel.value", "write_shape": [126, 3072], "chunk_shape": [126, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.mlp.layers.2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "action_embed.passive_embed.embedding.value", "write_shape": [1, 768], "chunk_shape": [1, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "current_latent_patchify.patchify_conv.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "current_latent_patchify.patchify_conv.kernel.value", "write_shape": [2, 2, 4, 768], "chunk_shape": [2, 2, 4, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "loss_scale.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "next_frame_index.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "num_cached_frames.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.0.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.2.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_proj.layers.2.kernel.value", "write_shape": [3072, 16], "chunk_shape": [3072, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.0.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.0.kernel.value", "write_shape": [42, 3072], "chunk_shape": [42, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_step_mlp.layers.2.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.0.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.1.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.2.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.3.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.4.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.5.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.6.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.7.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.8.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.9.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.10.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.ln2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.dropout.rngs.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.dropout.rngs.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc1.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc1.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc2.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc3.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.mlp.fc3.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.key_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.out.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.out.kernel.value", "write_shape": [12, 64, 768], "chunk_shape": [12, 64, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.query_ln.scale.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.value.bias.value", "write_shape": [12, 64], "chunk_shape": [12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer.layers.11.self_attn.value.kernel.value", "write_shape": [768, 12, 64], "chunk_shape": [768, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_in.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_in.kernel.value", "write_shape": [3, 3, 4, 512], "chunk_shape": [3, 3, 4, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_norm_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_norm_out.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_out.bias.value", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.conv_out.kernel.value", "write_shape": [3, 3, 128, 3], "chunk_shape": [3, 3, 128, 3], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.group_norm.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.group_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.key.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.key.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.proj_attn.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.proj_attn.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.query.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.query.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.value.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.attentions_0.value.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.mid_block.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.resnets_2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.upsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_0.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.resnets_2.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.upsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_1.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 256], "chunk_shape": [3, 3, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv_shortcut.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 512, 256], "chunk_shape": [1, 1, 512, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_0.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_1.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.resnets_2.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.upsamplers_0.conv.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_2.upsamplers_0.conv.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 256, 128], "chunk_shape": [3, 3, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv_shortcut.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 256, 128], "chunk_shape": [1, 1, 256, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_0.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_1.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.decoder.up_blocks_3.resnets_2.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_in.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_in.kernel.value", "write_shape": [3, 3, 3, 128], "chunk_shape": [3, 3, 3, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_norm_out.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_norm_out.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_out.bias.value", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.conv_out.kernel.value", "write_shape": [3, 3, 512, 8], "chunk_shape": [3, 3, 512, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.downsamplers_0.conv.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_0.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_0.resnets_1.norm2.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.downsamplers_0.conv.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 128, 256], "chunk_shape": [3, 3, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv_shortcut.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 128, 256], "chunk_shape": [1, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm1.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_0.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm2.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_1.resnets_1.norm2.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.downsamplers_0.conv.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.downsamplers_0.conv.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 256, 512], "chunk_shape": [3, 3, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv_shortcut.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.conv_shortcut.kernel.value", "write_shape": [1, 1, 256, 512], "chunk_shape": [1, 1, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm1.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm1.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_2.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.down_blocks_3.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.group_norm.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.group_norm.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.key.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.key.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.proj_attn.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.proj_attn.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.query.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.query.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.value.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.attentions_0.value.kernel.value", "write_shape": [512, 512], "chunk_shape": [512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_0.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv1.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.conv2.kernel.value", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm1.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm1.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm2.bias.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.encoder.mid_block.resnets_1.norm2.scale.value", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.post_quant_conv.bias.value", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.post_quant_conv.kernel.value", "write_shape": [1, 1, 4, 4], "chunk_shape": [1, 1, 4, 4], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.quant_conv.bias.value", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.quant_conv.kernel.value", "write_shape": [1, 1, 8, 8], "chunk_shape": [1, 1, 8, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.to_nnx__rngs.default.count.value", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "vae.vae.to_nnx__rngs.default.key.value", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}]}
models/ppo1-dads500/0/default/d/d311620e8f63bc8eadb425e79cf903d1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77044f7a39188f39af0e5ffc30d69633dc03809cde07524e7091ca6fe4a69470
3
+ size 112879
models/ppo1-dads500/0/default/manifest.ocdbt ADDED
Binary file (120 Bytes). View file
 
models/ppo1-dads500/0/default/ocdbt.process_0/d/3ea8182f4a879390c95bbc7a03ea0c38 ADDED
Binary file (2.06 kB). View file