Upload normal_taskframe20_10550 inference checkpoint
Browse files- .gitattributes +11 -0
- checkpoints/pi05_normal_taskframe20/10550/_CHECKPOINT_METADATA +1 -0
- checkpoints/pi05_normal_taskframe20/10550/assets/pi05_clean_normal_taskframe20_balanced2500_ff30_chunk30_20260804/norm_stats.json +136 -0
- checkpoints/pi05_normal_taskframe20/10550/params/_METADATA +1 -0
- checkpoints/pi05_normal_taskframe20/10550/params/_sharding +1 -0
- checkpoints/pi05_normal_taskframe20/10550/params/d/5b3581c78d4ee3ba00edfb583d9bb33f +0 -0
- checkpoints/pi05_normal_taskframe20/10550/params/manifest.ocdbt +0 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/24184495dbe1a587ed176be3733cfc24 +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/2fae9e64d91c0c12622191e7f16813fe +0 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/4cb9048f1e8d082d30d55238363041ed +0 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/5592c762551f8d7ad29e7e74625ac518 +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/6eaadff3839f3fd8480d7757167b1946 +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/8975c4bcd26ffd76dcae66c4f7d7a5fc +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/918f39be703f8caff7ce183348ff27f8 +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/975a60f80c7c6b237606a97fd0521f78 +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/ac276334ce34d3e79eac143440e129e1 +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/ad7432131e3a0ef0dede0e0e9d19a804 +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/b428ed6a3d107e282c327e73427aeb0c +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/d7412b309c324ea01eeb3c36ea016033 +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/e904b2fa109881c348e58bdeffe3c45c +3 -0
- checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/manifest.ocdbt +0 -0
.gitattributes
CHANGED
|
@@ -54,3 +54,14 @@ checkpoints/pi05_frame_aligned/21060/params/ocdbt.process_0/d/bd259fe8e7d76334d7
|
|
| 54 |
checkpoints/pi05_frame_aligned/21060/params/ocdbt.process_0/d/cd9ebbeebb070750858b222e11f41202 filter=lfs diff=lfs merge=lfs -text
|
| 55 |
checkpoints/pi05_frame_aligned/21060/params/ocdbt.process_0/d/d630f9118e88671c49d3d6d5a5ad96d2 filter=lfs diff=lfs merge=lfs -text
|
| 56 |
checkpoints/pi05_frame_aligned/21060/params/ocdbt.process_0/d/f05dfef6bfae1234babcaf2ada5c6a75 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
checkpoints/pi05_frame_aligned/21060/params/ocdbt.process_0/d/cd9ebbeebb070750858b222e11f41202 filter=lfs diff=lfs merge=lfs -text
|
| 55 |
checkpoints/pi05_frame_aligned/21060/params/ocdbt.process_0/d/d630f9118e88671c49d3d6d5a5ad96d2 filter=lfs diff=lfs merge=lfs -text
|
| 56 |
checkpoints/pi05_frame_aligned/21060/params/ocdbt.process_0/d/f05dfef6bfae1234babcaf2ada5c6a75 filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/24184495dbe1a587ed176be3733cfc24 filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/5592c762551f8d7ad29e7e74625ac518 filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/6eaadff3839f3fd8480d7757167b1946 filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/8975c4bcd26ffd76dcae66c4f7d7a5fc filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/918f39be703f8caff7ce183348ff27f8 filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/975a60f80c7c6b237606a97fd0521f78 filter=lfs diff=lfs merge=lfs -text
|
| 63 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/ac276334ce34d3e79eac143440e129e1 filter=lfs diff=lfs merge=lfs -text
|
| 64 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/ad7432131e3a0ef0dede0e0e9d19a804 filter=lfs diff=lfs merge=lfs -text
|
| 65 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/b428ed6a3d107e282c327e73427aeb0c filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/d7412b309c324ea01eeb3c36ea016033 filter=lfs diff=lfs merge=lfs -text
|
| 67 |
+
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/e904b2fa109881c348e58bdeffe3c45c filter=lfs diff=lfs merge=lfs -text
|
checkpoints/pi05_normal_taskframe20/10550/_CHECKPOINT_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"item_handlers": {"assets": "openpi.training.checkpoints.CallbackHandler", "params": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1785860674852229132, "commit_timestamp_nsecs": 1785860700935457067, "custom": {}}
|
checkpoints/pi05_normal_taskframe20/10550/assets/pi05_clean_normal_taskframe20_balanced2500_ff30_chunk30_20260804/norm_stats.json
ADDED
|
@@ -0,0 +1,136 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"norm_stats": {
|
| 3 |
+
"state": {
|
| 4 |
+
"mean": [
|
| 5 |
+
-0.22640998661518097,
|
| 6 |
+
1.086199402809143,
|
| 7 |
+
0.7949098944664001,
|
| 8 |
+
-0.3420996069908142,
|
| 9 |
+
0.06139027327299118,
|
| 10 |
+
-0.05606311932206154,
|
| 11 |
+
0.7059472799301147,
|
| 12 |
+
0.21878138184547424,
|
| 13 |
+
1.07888662815094,
|
| 14 |
+
0.7988452315330505,
|
| 15 |
+
-0.36037522554397583,
|
| 16 |
+
-0.026892930269241333,
|
| 17 |
+
0.05108978599309921,
|
| 18 |
+
0.6982863545417786
|
| 19 |
+
],
|
| 20 |
+
"std": [
|
| 21 |
+
0.337283730506897,
|
| 22 |
+
0.9977693557739258,
|
| 23 |
+
0.7886106967926025,
|
| 24 |
+
0.6795754432678223,
|
| 25 |
+
0.2717273533344269,
|
| 26 |
+
0.6363009810447693,
|
| 27 |
+
0.4332953691482544,
|
| 28 |
+
0.2995366156101227,
|
| 29 |
+
1.0099797248840332,
|
| 30 |
+
0.7986108064651489,
|
| 31 |
+
0.6996601223945618,
|
| 32 |
+
0.2572590708732605,
|
| 33 |
+
0.624474048614502,
|
| 34 |
+
0.43761271238327026
|
| 35 |
+
],
|
| 36 |
+
"q01": [
|
| 37 |
+
-0.9793355251312246,
|
| 38 |
+
-0.003573075442016127,
|
| 39 |
+
-0.004886901867389673,
|
| 40 |
+
-1.6194104498147963,
|
| 41 |
+
-0.5404679846763611,
|
| 42 |
+
-2.54798064289093,
|
| 43 |
+
0.0,
|
| 44 |
+
-0.11432000236511275,
|
| 45 |
+
-0.0024767755344510117,
|
| 46 |
+
-0.003649493575096134,
|
| 47 |
+
-1.6923016773700714,
|
| 48 |
+
-1.0403780980110167,
|
| 49 |
+
-1.6592678192138672,
|
| 50 |
+
0.0
|
| 51 |
+
],
|
| 52 |
+
"q99": [
|
| 53 |
+
0.1700444004058843,
|
| 54 |
+
2.5770581392601133,
|
| 55 |
+
2.4716678357332946,
|
| 56 |
+
1.2946489684581755,
|
| 57 |
+
1.2412427532672883,
|
| 58 |
+
1.5911472597122192,
|
| 59 |
+
0.9998,
|
| 60 |
+
0.9915805383205409,
|
| 61 |
+
2.585273999609053,
|
| 62 |
+
2.4313504515349864,
|
| 63 |
+
1.2701879633665083,
|
| 64 |
+
0.8595238045215607,
|
| 65 |
+
2.2443740066528326,
|
| 66 |
+
0.9998
|
| 67 |
+
]
|
| 68 |
+
},
|
| 69 |
+
"actions": {
|
| 70 |
+
"mean": [
|
| 71 |
+
-0.02468734234571457,
|
| 72 |
+
0.08614847809076309,
|
| 73 |
+
0.060752324759960175,
|
| 74 |
+
-0.01361208688467741,
|
| 75 |
+
0.005584411788731813,
|
| 76 |
+
-0.02278262935578823,
|
| 77 |
+
0.6685844659805298,
|
| 78 |
+
0.02823721244931221,
|
| 79 |
+
0.11297640949487686,
|
| 80 |
+
0.08042915165424347,
|
| 81 |
+
-0.026108041405677795,
|
| 82 |
+
-0.002599776955321431,
|
| 83 |
+
0.01814202405512333,
|
| 84 |
+
0.6595174074172974
|
| 85 |
+
],
|
| 86 |
+
"std": [
|
| 87 |
+
0.1927543431520462,
|
| 88 |
+
0.5179728269577026,
|
| 89 |
+
0.42130833864212036,
|
| 90 |
+
0.3621841073036194,
|
| 91 |
+
0.15197114646434784,
|
| 92 |
+
0.31585004925727844,
|
| 93 |
+
0.4502353370189667,
|
| 94 |
+
0.19931615889072418,
|
| 95 |
+
0.4973401427268982,
|
| 96 |
+
0.4094417989253998,
|
| 97 |
+
0.33220812678337097,
|
| 98 |
+
0.1438283920288086,
|
| 99 |
+
0.32854583859443665,
|
| 100 |
+
0.4544127583503723
|
| 101 |
+
],
|
| 102 |
+
"q01": [
|
| 103 |
+
-0.6602888134002685,
|
| 104 |
+
-1.5487398502349854,
|
| 105 |
+
-1.247797019004822,
|
| 106 |
+
-1.1534963502883913,
|
| 107 |
+
-0.4833277328491211,
|
| 108 |
+
-1.2557091224670405,
|
| 109 |
+
0.0,
|
| 110 |
+
-0.5365879207611082,
|
| 111 |
+
-1.0909900697231292,
|
| 112 |
+
-1.0345382877826692,
|
| 113 |
+
-1.1591035366058349,
|
| 114 |
+
-0.6545659702301025,
|
| 115 |
+
-1.0169147369384768,
|
| 116 |
+
0.0
|
| 117 |
+
],
|
| 118 |
+
"q99": [
|
| 119 |
+
0.6312360797882084,
|
| 120 |
+
2.0904766811370843,
|
| 121 |
+
1.6931330795288089,
|
| 122 |
+
1.3413050155639645,
|
| 123 |
+
0.7086444992065428,
|
| 124 |
+
0.910992786407471,
|
| 125 |
+
0.9998,
|
| 126 |
+
0.6490245712280274,
|
| 127 |
+
2.102014648389816,
|
| 128 |
+
1.7179581154346462,
|
| 129 |
+
1.1509002768993382,
|
| 130 |
+
0.4991717794418338,
|
| 131 |
+
1.269318893814087,
|
| 132 |
+
0.9998
|
| 133 |
+
]
|
| 134 |
+
}
|
| 135 |
+
}
|
| 136 |
+
}
|
checkpoints/pi05_normal_taskframe20/10550/params/_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"tree_metadata": {"('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoder_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoder_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_0', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_0", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'LayerNorm_1', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "LayerNorm_1", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MlpBlock_0', 'Dense_1', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MlpBlock_0", "key_type": 2}, {"key": "Dense_1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'Transformer', 'encoderblock', 'MultiHeadDotProductAttention_0', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "Transformer", "key_type": 2}, {"key": "encoderblock", "key_type": 2}, {"key": "MultiHeadDotProductAttention_0", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'embedding', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "embedding", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'head', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "head", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'img', 'pos_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "img", "key_type": 2}, {"key": "pos_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'embedder', 'input_embedding', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "embedder", "key_type": 2}, {"key": "input_embedding", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'final_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "final_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'attn_vec_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "attn_vec_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'kv_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "kv_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'attn', 'q_einsum_1', 'w', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "q_einsum_1", "key_type": 2}, {"key": "w", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'gating_einsum', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "gating_einsum", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'mlp_1', 'linear', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "mlp_1", "key_type": 2}, {"key": "linear", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_attention_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_attention_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm', 'scale', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'PaliGemma', 'llm', 'layers', 'pre_ffw_norm_1', 'Dense_0', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "PaliGemma", "key_type": 2}, {"key": "llm", "key_type": 2}, {"key": "layers", "key_type": 2}, {"key": "pre_ffw_norm_1", "key_type": 2}, {"key": "Dense_0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_in_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_in_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_in_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_out_proj', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'action_out_proj', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "action_out_proj", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'metadata_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "metadata_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'metadata_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "metadata_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'metadata_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "metadata_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'metadata_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "metadata_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'time_mlp_in', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'time_mlp_in', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_in", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'time_mlp_out', 'bias', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}, "('params', 'time_mlp_out', 'kernel', 'value')": {"key_metadata": [{"key": "params", "key_type": 2}, {"key": "time_mlp_out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null}
|
checkpoints/pi05_normal_taskframe20/10550/params/_sharding
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2Rlcl9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk11bHRpSGVhZERvdFByb2R1Y3RBdHRlbnRpb25fMC5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLk1scEJsb2NrXzAuRGVuc2VfMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8wLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuVHJhbnNmb3JtZXIuZW5jb2RlcmJsb2NrLkxheWVyTm9ybV8xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuZW1iZWRkaW5nLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcuaGVhZC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5pbWcucG9zX2VtYmVkZGluZy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZW1iZWRkZXIuaW5wdXRfZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [\"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scC5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmdhdGluZ19laW5zdW0udmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLm1scF8xLmxpbmVhci52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4uYXR0bl92ZWNfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ua3ZfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW0udy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLmF0dG4ucV9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, \"fsdp\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9hdHRlbnRpb25fbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLlBhbGlHZW1tYS5sbG0ubGF5ZXJzLnByZV9mZndfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLm1ldGFkYXRhX21scF9pbi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLm1ldGFkYXRhX21scF9pbi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLm1ldGFkYXRhX21scF9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLm1ldGFkYXRhX21scF9vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLnRpbWVfbWxwX291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}","cGFyYW1zLnRpbWVfbWxwX2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 8], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [null, \"fsdp\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}, {\"id\": 1}, {\"id\": 2}, {\"id\": 3}, {\"id\": 4}, {\"id\": 5}, {\"id\": 6}, {\"id\": 7}], [{\"id\": 8}, {\"id\": 9}, {\"id\": 10}, {\"id\": 11}, {\"id\": 12}, {\"id\": 13}, {\"id\": 14}, {\"id\": 15}], [{\"id\": 16}, {\"id\": 17}, {\"id\": 18}, {\"id\": 19}, {\"id\": 20}, {\"id\": 21}, {\"id\": 22}, {\"id\": 23}], [{\"id\": 24}, {\"id\": 25}, {\"id\": 26}, {\"id\": 27}, {\"id\": 28}, {\"id\": 29}, {\"id\": 30}, {\"id\": 31}]]}}"}
|
checkpoints/pi05_normal_taskframe20/10550/params/d/5b3581c78d4ee3ba00edfb583d9bb33f
ADDED
|
Binary file (3.91 kB). View file
|
|
|
checkpoints/pi05_normal_taskframe20/10550/params/manifest.ocdbt
ADDED
|
Binary file (118 Bytes). View file
|
|
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/24184495dbe1a587ed176be3733cfc24
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59f1a41c96d8c06a03c16893c0c3cd1279dbf4338bec2ee99824e298283cce5c
|
| 3 |
+
size 2240386201
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/2fae9e64d91c0c12622191e7f16813fe
ADDED
|
Binary file (1.11 kB). View file
|
|
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/4cb9048f1e8d082d30d55238363041ed
ADDED
|
Binary file (213 Bytes). View file
|
|
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/5592c762551f8d7ad29e7e74625ac518
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c438d9f4db2880d8738a4a451e14d2a80349802b4fbd039e5c9ac95b26812071
|
| 3 |
+
size 1680435225
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/6eaadff3839f3fd8480d7757167b1946
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b8027b0bdf0de6ba5bf0cca3039f075f2d3481d1203c5281491888820141daee
|
| 3 |
+
size 3898023
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/8975c4bcd26ffd76dcae66c4f7d7a5fc
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:16c42725c0f4f3d4b5fe2c89676d11df474387ee94e6cbcec56c63029e91b199
|
| 3 |
+
size 1511223447
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/918f39be703f8caff7ce183348ff27f8
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:16bcbdd5296287e1af8e2a51a671109234efb27aeb3136a6f341703c0030055a
|
| 3 |
+
size 527413528
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/975a60f80c7c6b237606a97fd0521f78
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:08b18a0e046a1f7bf858631025f004c918750f1da3c1b6527b3e71d9791c1ee2
|
| 3 |
+
size 3897416
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/ac276334ce34d3e79eac143440e129e1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:04d2f3d7a953872058bc81a4672d4a556ec9ee027c1e759d438b84939bb61118
|
| 3 |
+
size 69899534
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/ad7432131e3a0ef0dede0e0e9d19a804
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c5ba4818a9ffae29a85fd6263f7ed768d7fa13d044780c440ac33131dec1305
|
| 3 |
+
size 2209464286
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/b428ed6a3d107e282c327e73427aeb0c
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a871b49ca855f2edf265faac0d001a04f812281252f82a9b468c5fc2d870ef7
|
| 3 |
+
size 244657291
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/d7412b309c324ea01eeb3c36ea016033
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b40b3738c2a35dba85b9d3fd137792477747c292f119074091f581cbc3d67074
|
| 3 |
+
size 1680294404
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/d/e904b2fa109881c348e58bdeffe3c45c
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b29e07f3c28a1eb2a699b320624e4e19befcc81510624d46582b244d525089fa
|
| 3 |
+
size 2272456937
|
checkpoints/pi05_normal_taskframe20/10550/params/ocdbt.process_0/manifest.ocdbt
ADDED
|
Binary file (544 Bytes). View file
|
|
|