Download models/ppo1/0/default/_sharding from smbml/future-sight-pusht-models: direct link, hf CLI and curl.
- Browser
- Download file 166 kB
-
https://huggingface.co/smbml/future-sight-pusht-models/resolve/main/models/ppo1/0/default/_sharding
- Command line
-
hf download hf://smbml/future-sight-pusht-models/models/ppo1/0/default/_sharding
-
curl -L -o _sharding https://huggingface.co/smbml/future-sight-pusht-models/resolve/main/models/ppo1/0/default/_sharding
166 kB
| {"Y3VycmVudF9sYXRlbnRfcGF0Y2hpZnkucGF0Y2hpZnlfY29udi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","Y3VycmVudF9sYXRlbnRfcGF0Y2hpZnkucGF0Y2hpZnlfY29udi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","YWN0aW9uX2VtYmVkLm1scC5sYXllcnMuMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","YWN0aW9uX2VtYmVkLm1scC5sYXllcnMuMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","YWN0aW9uX2VtYmVkLm1scC5sYXllcnMuMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","YWN0aW9uX2VtYmVkLm1scC5sYXllcnMuMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","YWN0aW9uX2VtYmVkLmFjdGlvbl9tYXg=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","YWN0aW9uX2VtYmVkLmFjdGlvbl9taW4=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","YWN0aW9uX2VtYmVkLnBhc3NpdmVfZW1iZWQuZW1iZWRkaW5nLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3V0cHV0X3Byb2oubGF5ZXJzLjAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3V0cHV0X3Byb2oubGF5ZXJzLjAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3V0cHV0X3Byb2oubGF5ZXJzLjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","b3V0cHV0X3Byb2oubGF5ZXJzLjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","bG9zc19zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","bmV4dF9mcmFtZV9pbmRleC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","bnVtX2NhY2hlZF9mcmFtZXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dGltZV9zdGVwX21scC5sYXllcnMuMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dGltZV9zdGVwX21scC5sYXllcnMuMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dGltZV9zdGVwX21scC5sYXllcnMuMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dGltZV9zdGVwX21scC5sYXllcnMuMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubWxwLmRyb3BvdXQucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubWxwLmRyb3BvdXQucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubWxwLmZjMy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAubWxwLmZjMy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAuc2VsZl9hdHRuLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAuc2VsZl9hdHRuLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAuc2VsZl9hdHRuLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAuc2VsZl9hdHRuLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAuc2VsZl9hdHRuLmtleV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAuc2VsZl9hdHRuLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAuc2VsZl9hdHRuLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAuc2VsZl9hdHRuLnF1ZXJ5X2xuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAuc2VsZl9hdHRuLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjAuc2VsZl9hdHRuLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubWxwLmRyb3BvdXQucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubWxwLmRyb3BvdXQucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubWxwLmZjMy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEubWxwLmZjMy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEuc2VsZl9hdHRuLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEuc2VsZl9hdHRuLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEuc2VsZl9hdHRuLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEuc2VsZl9hdHRuLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEuc2VsZl9hdHRuLmtleV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEuc2VsZl9hdHRuLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEuc2VsZl9hdHRuLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEuc2VsZl9hdHRuLnF1ZXJ5X2xuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEuc2VsZl9hdHRuLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEuc2VsZl9hdHRuLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLm1scC5kcm9wb3V0LnJuZ3MuY291bnQudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLm1scC5kcm9wb3V0LnJuZ3Mua2V5LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLm1scC5mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLm1scC5mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLm1scC5mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLm1scC5mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLm1scC5mYzMuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLm1scC5mYzMua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLmxuMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLmxuMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLmxuMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLmxuMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLnNlbGZfYXR0bi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLnNlbGZfYXR0bi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLnNlbGZfYXR0bi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLnNlbGZfYXR0bi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLnNlbGZfYXR0bi5rZXlfbG4uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLnNlbGZfYXR0bi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLnNlbGZfYXR0bi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLnNlbGZfYXR0bi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLnNlbGZfYXR0bi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjEwLnNlbGZfYXR0bi5xdWVyeV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLm1scC5kcm9wb3V0LnJuZ3MuY291bnQudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLm1scC5kcm9wb3V0LnJuZ3Mua2V5LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLm1scC5mYzEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLm1scC5mYzEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLm1scC5mYzIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLm1scC5mYzIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLm1scC5mYzMuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLm1scC5mYzMua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLmxuMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLmxuMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLmxuMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLmxuMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLnNlbGZfYXR0bi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLnNlbGZfYXR0bi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLnNlbGZfYXR0bi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLnNlbGZfYXR0bi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLnNlbGZfYXR0bi5rZXlfbG4uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLnNlbGZfYXR0bi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLnNlbGZfYXR0bi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLnNlbGZfYXR0bi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLnNlbGZfYXR0bi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjExLnNlbGZfYXR0bi5xdWVyeV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubWxwLmRyb3BvdXQucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubWxwLmRyb3BvdXQucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubWxwLmZjMy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIubWxwLmZjMy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIuc2VsZl9hdHRuLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIuc2VsZl9hdHRuLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIuc2VsZl9hdHRuLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIuc2VsZl9hdHRuLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIuc2VsZl9hdHRuLmtleV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIuc2VsZl9hdHRuLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIuc2VsZl9hdHRuLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIuc2VsZl9hdHRuLnF1ZXJ5X2xuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIuc2VsZl9hdHRuLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjIuc2VsZl9hdHRuLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubWxwLmRyb3BvdXQucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubWxwLmRyb3BvdXQucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubWxwLmZjMy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMubWxwLmZjMy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMuc2VsZl9hdHRuLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMuc2VsZl9hdHRuLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMuc2VsZl9hdHRuLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMuc2VsZl9hdHRuLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMuc2VsZl9hdHRuLmtleV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMuc2VsZl9hdHRuLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMuc2VsZl9hdHRuLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMuc2VsZl9hdHRuLnF1ZXJ5X2xuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMuc2VsZl9hdHRuLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjMuc2VsZl9hdHRuLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubWxwLmRyb3BvdXQucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubWxwLmRyb3BvdXQucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubWxwLmZjMy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQubWxwLmZjMy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQuc2VsZl9hdHRuLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQuc2VsZl9hdHRuLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQuc2VsZl9hdHRuLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQuc2VsZl9hdHRuLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQuc2VsZl9hdHRuLmtleV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQuc2VsZl9hdHRuLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQuc2VsZl9hdHRuLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQuc2VsZl9hdHRuLnF1ZXJ5X2xuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQuc2VsZl9hdHRuLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjQuc2VsZl9hdHRuLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubWxwLmRyb3BvdXQucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubWxwLmRyb3BvdXQucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubWxwLmZjMy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUubWxwLmZjMy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUuc2VsZl9hdHRuLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUuc2VsZl9hdHRuLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUuc2VsZl9hdHRuLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUuc2VsZl9hdHRuLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUuc2VsZl9hdHRuLmtleV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUuc2VsZl9hdHRuLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUuc2VsZl9hdHRuLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUuc2VsZl9hdHRuLnF1ZXJ5X2xuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUuc2VsZl9hdHRuLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjUuc2VsZl9hdHRuLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubWxwLmRyb3BvdXQucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubWxwLmRyb3BvdXQucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubWxwLmZjMy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYubWxwLmZjMy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYuc2VsZl9hdHRuLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYuc2VsZl9hdHRuLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYuc2VsZl9hdHRuLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYuc2VsZl9hdHRuLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYuc2VsZl9hdHRuLmtleV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYuc2VsZl9hdHRuLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYuc2VsZl9hdHRuLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYuc2VsZl9hdHRuLnF1ZXJ5X2xuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYuc2VsZl9hdHRuLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjYuc2VsZl9hdHRuLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubWxwLmRyb3BvdXQucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubWxwLmRyb3BvdXQucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubWxwLmZjMy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcubWxwLmZjMy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcuc2VsZl9hdHRuLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcuc2VsZl9hdHRuLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcuc2VsZl9hdHRuLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcuc2VsZl9hdHRuLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcuc2VsZl9hdHRuLmtleV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcuc2VsZl9hdHRuLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcuc2VsZl9hdHRuLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcuc2VsZl9hdHRuLnF1ZXJ5X2xuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcuc2VsZl9hdHRuLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjcuc2VsZl9hdHRuLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubWxwLmRyb3BvdXQucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubWxwLmRyb3BvdXQucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubWxwLmZjMy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjgubWxwLmZjMy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjguc2VsZl9hdHRuLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjguc2VsZl9hdHRuLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjguc2VsZl9hdHRuLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjguc2VsZl9hdHRuLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjguc2VsZl9hdHRuLmtleV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjguc2VsZl9hdHRuLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjguc2VsZl9hdHRuLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjguc2VsZl9hdHRuLnF1ZXJ5X2xuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjguc2VsZl9hdHRuLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjguc2VsZl9hdHRuLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubG4xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubG4xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubG4yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubG4yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubWxwLmRyb3BvdXQucm5ncy5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubWxwLmRyb3BvdXQucm5ncy5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubWxwLmZjMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubWxwLmZjMS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubWxwLmZjMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubWxwLmZjMi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\"], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubWxwLmZjMy5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkubWxwLmZjMy5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkuc2VsZl9hdHRuLm91dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkuc2VsZl9hdHRuLm91dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkuc2VsZl9hdHRuLmtleS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkuc2VsZl9hdHRuLmtleS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkuc2VsZl9hdHRuLmtleV9sbi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkuc2VsZl9hdHRuLnF1ZXJ5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkuc2VsZl9hdHRuLnF1ZXJ5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkuc2VsZl9hdHRuLnF1ZXJ5X2xuLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkuc2VsZl9hdHRuLnZhbHVlLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [\"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dHJhbnNmb3JtZXIubGF5ZXJzLjkuc2VsZl9hdHRuLnZhbHVlLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, \"model\", null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS50b19ubnhfX3JuZ3MuZGVmYXVsdC5jb3VudC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS50b19ubnhfX3JuZ3MuZGVmYXVsdC5rZXkudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAuZ3JvdXBfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAuZ3JvdXBfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucHJval9hdHRuLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucHJval9hdHRuLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLmNvbnZfaW4uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLmNvbnZfaW4ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLmNvbnZfb3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLmNvbnZfb3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLmNvbnZfbm9ybV9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLmNvbnZfbm9ybV9vdXQuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnJlc25ldHNfMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnVwc2FtcGxlcnNfMC5jb252LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18wLnVwc2FtcGxlcnNfMC5jb252Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnJlc25ldHNfMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnVwc2FtcGxlcnNfMC5jb252LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18xLnVwc2FtcGxlcnNfMC5jb252Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnJlc25ldHNfMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnVwc2FtcGxlcnNfMC5jb252LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18yLnVwc2FtcGxlcnNfMC5jb252Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5jb252X3Nob3J0Y3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMC5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMS5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5jb252MS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5jb252MS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5jb252Mi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5jb252Mi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5kZWNvZGVyLnVwX2Jsb2Nrc18zLnJlc25ldHNfMi5ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAuZ3JvdXBfbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAuZ3JvdXBfbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucHJval9hdHRuLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucHJval9hdHRuLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5hdHRlbnRpb25zXzAudmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzAubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjEua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEuY29udjIua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTEuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTEuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTIuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLm1pZF9ibG9jay5yZXNuZXRzXzEubm9ybTIuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmNvbnZfaW4uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmNvbnZfaW4ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmNvbnZfb3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmNvbnZfb3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmNvbnZfbm9ybV9vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmNvbnZfbm9ybV9vdXQuc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAuZG93bnNhbXBsZXJzXzAuY29udi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAuZG93bnNhbXBsZXJzXzAuY29udi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18wLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzAucmVzbmV0c18xLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEuZG93bnNhbXBsZXJzXzAuY29udi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEuZG93bnNhbXBsZXJzXzAuY29udi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnZfc2hvcnRjdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18wLmNvbnZfc2hvcnRjdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzEucmVzbmV0c18xLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIuZG93bnNhbXBsZXJzXzAuY29udi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIuZG93bnNhbXBsZXJzXzAuY29udi5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnZfc2hvcnRjdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18wLmNvbnZfc2hvcnRjdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzIucmVzbmV0c18xLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18wLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLm5vcm0xLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLm5vcm0xLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLm5vcm0yLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLm5vcm0yLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLmNvbnYxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLmNvbnYxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLmNvbnYyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5lbmNvZGVyLmRvd25fYmxvY2tzXzMucmVzbmV0c18xLmNvbnYyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5wb3N0X3F1YW50X2NvbnYuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5wb3N0X3F1YW50X2NvbnYua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5xdWFudF9jb252LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}","dmFlLnZhZS5xdWFudF9jb252Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1, 1], \"axis_names\": [\"data\", \"model\"], \"axis_types\": [\"AxisType.Explicit\", \"AxisType.Explicit\"], \"partition_spec\": [null, null, null, null], \"device_mesh\": {\"mesh\": [[{\"id\": 0}]]}}"} |