{"b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAuY291bnQ=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5maW5hbF9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5maW5hbF9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuYWN0aW9uX291dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuYWN0aW9uX291dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuYWN0aW9uX2luX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUuYWN0aW9uX2luX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUudGltZV9tbHBfaW4uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUudGltZV9tbHBfaW4ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUudGltZV9tbHBfb3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubXUudGltZV9tbHBfb3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5maW5hbF9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5maW5hbF9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMC5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMS5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMi5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnMy5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNC5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNS5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmF0dG5fdmVjX2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmF0dG5fdmVjX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmt2X2VpbnN1bS5sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmt2X2VpbnN1bS5sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLmt2X2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLnFfZWluc3VtLmxvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLnFfZWluc3VtLmxvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5hdHRuLnFfZWluc3VtXzEudy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2EudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHAuZ2F0aW5nX2VpbnN1bV9sb3JhX2IudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHAubGluZWFyX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHAubGluZWFyX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHBfMS5nYXRpbmdfZWluc3VtLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5tbHBfMS5saW5lYXIudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5wcmVfYXR0ZW50aW9uX25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuUGFsaUdlbW1hLmxsbS5sYXllcnNfc2VnNi5wcmVfZmZ3X25vcm1fMS5EZW5zZV8wLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuYWN0aW9uX291dF9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuYWN0aW9uX291dF9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuYWN0aW9uX2luX3Byb2ouYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUuYWN0aW9uX2luX3Byb2oua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUudGltZV9tbHBfaW4uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUudGltZV9tbHBfaW4ua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUudGltZV9tbHBfb3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjAubnUudGltZV9tbHBfb3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5iYWNrYm9uZS5pbm5lcl9zdGF0ZS4xLjIuY291bnQ=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5tZW0uaW5uZXJfc3RhdGUuMS4wLm11LnJvYm90dHRfcHJvcHJpb19wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5tZW0uaW5uZXJfc3RhdGUuMS4wLm11LnJvYm90dHRfcHJvcHJpb19wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5tZW0uaW5uZXJfc3RhdGUuMS4wLm51LnJvYm90dHRfcHJvcHJpb19wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5tZW0uaW5uZXJfc3RhdGUuMS4wLm51LnJvYm90dHRfcHJvcHJpb19wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5tZW0uaW5uZXJfc3RhdGUuMS4wLmNvdW50":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmJhY2tib25lLmlubmVyX3N0YXRlcy5tZW0uaW5uZXJfc3RhdGUuMS4yLmNvdW50":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLmNvdW50":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4yLmNvdW50":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc2LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc2LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc2LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc2LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5tdS5yb2JvdHR0X3JlZ2lzdGVyX3Rva2Vucy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc0LnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc1LnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc2LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc2LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc2LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWc2LmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcwLnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcxLnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWcyLnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl92X2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9rX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLmF0dG4ucm9ib3R0dF9yZWdpc3Rlcl9xX2xvcmFfYi52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfYWxwaGEudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LmlubmVyX2xyX3Jhdy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LmtfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LmtfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LnFfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LnFfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LnZfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LnZfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LncwX2IxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LncwX2IyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LncwX3cxLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5QYWxpR2VtbWEubGxtLmxheWVyc19zZWczLnJvYm90dHRfdHR0LncwX3cyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5udS5yb2JvdHR0X3JlZ2lzdGVyX3Rva2Vucy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLnR0dC5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMi5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cm5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"}