File size: 54,506 Bytes
eb70952 | 1 | {"b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LnRpbWVfbWxwX291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LnRpbWVfbWxwX291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LnRpbWVfbWxwX2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm11LnRpbWVfbWxwX2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0uZmluYWxfbm9ybV8xLkRlbnNlXzAua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzAucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzEucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzIucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzMucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzQucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzUucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYuYXR0bi5hdHRuX3ZlY19laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYuYXR0bi5rdl9laW5zdW1fMS53LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYuYXR0bi5xX2VpbnN1bV8xLncudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYubWxwXzEuZ2F0aW5nX2VpbnN1bS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYubWxwXzEubGluZWFyLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYucHJlX2F0dGVudGlvbl9ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LlBhbGlHZW1tYS5sbG0ubGF5ZXJzX3NlZzYucHJlX2Zmd19ub3JtXzEuRGVuc2VfMC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LmFjdGlvbl9pbl9wcm9qLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LmFjdGlvbl9pbl9wcm9qLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LmFjdGlvbl9vdXRfcHJvai5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LmFjdGlvbl9vdXRfcHJvai5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LnRpbWVfbWxwX291dC5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LnRpbWVfbWxwX291dC5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LnRpbWVfbWxwX2luLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLm51LnRpbWVfbWxwX2luLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4wLmNvdW50":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMuYmFja2JvbmUuaW5uZXJfc3RhdGUuMS4yLmNvdW50":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","b3B0X3N0YXRlLmFjdGlvbi5pbm5lcl9zdGF0ZXMubWVtLmlubmVyX3N0YXRlLjEuMi5jb3VudA==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [4, 1], \"axis_names\": [\"batch\", \"fsdp\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [[{\"id\": 0}], [{\"id\": 1}], [{\"id\": 2}], [{\"id\": 3}]]}}","cm5n":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"} |