Reinforcement Learning
ml-agents
TensorBoard
ONNX
Pyramids
deep-reinforcement-learning
ML-Agents-Pyramids
Instructions to use AnnaMats/ppo-Pyramids-Training with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- ml-agents
How to use AnnaMats/ppo-Pyramids-Training with ml-agents:
mlagents-load-from-hf --repo-id="AnnaMats/ppo-Pyramids-Training" --local-dir="./download: string[]s"
- Notebooks
- Google Colab
- Kaggle
| // <auto-generated> | |
| // Generated by the protocol buffer compiler. DO NOT EDIT! | |
| // source: mlagents_envs/communicator_objects/capabilities.proto | |
| // </auto-generated> | |
| using pb = global::Google.Protobuf; | |
| using pbc = global::Google.Protobuf.Collections; | |
| using pbr = global::Google.Protobuf.Reflection; | |
| using scg = global::System.Collections.Generic; | |
| namespace Unity.MLAgents.CommunicatorObjects { | |
| /// <summary>Holder for reflection information generated from mlagents_envs/communicator_objects/capabilities.proto</summary> | |
| internal static partial class CapabilitiesReflection { | |
| /// <summary>File descriptor for mlagents_envs/communicator_objects/capabilities.proto</summary> | |
| public static pbr::FileDescriptor Descriptor { | |
| get { return descriptor; } | |
| } | |
| private static pbr::FileDescriptor descriptor; | |
| static CapabilitiesReflection() { | |
| byte[] descriptorData = global::System.Convert.FromBase64String( | |
| string.Concat( | |
| "CjVtbGFnZW50c19lbnZzL2NvbW11bmljYXRvcl9vYmplY3RzL2NhcGFiaWxp", | |
| "dGllcy5wcm90bxIUY29tbXVuaWNhdG9yX29iamVjdHMi7AEKGFVuaXR5UkxD", | |
| "YXBhYmlsaXRpZXNQcm90bxIaChJiYXNlUkxDYXBhYmlsaXRpZXMYASABKAgS", | |
| "IwobY29uY2F0ZW5hdGVkUG5nT2JzZXJ2YXRpb25zGAIgASgIEiAKGGNvbXBy", | |
| "ZXNzZWRDaGFubmVsTWFwcGluZxgDIAEoCBIVCg1oeWJyaWRBY3Rpb25zGAQg", | |
| "ASgIEhkKEXRyYWluaW5nQW5hbHl0aWNzGAUgASgIEiEKGXZhcmlhYmxlTGVu", | |
| "Z3RoT2JzZXJ2YXRpb24YBiABKAgSGAoQbXVsdGlBZ2VudEdyb3VwcxgHIAEo", | |
| "CEIlqgIiVW5pdHkuTUxBZ2VudHMuQ29tbXVuaWNhdG9yT2JqZWN0c2IGcHJv", | |
| "dG8z")); | |
| descriptor = pbr::FileDescriptor.FromGeneratedCode(descriptorData, | |
| new pbr::FileDescriptor[] { }, | |
| new pbr::GeneratedClrTypeInfo(null, new pbr::GeneratedClrTypeInfo[] { | |
| new pbr::GeneratedClrTypeInfo(typeof(global::Unity.MLAgents.CommunicatorObjects.UnityRLCapabilitiesProto), global::Unity.MLAgents.CommunicatorObjects.UnityRLCapabilitiesProto.Parser, new[]{ "BaseRLCapabilities", "ConcatenatedPngObservations", "CompressedChannelMapping", "HybridActions", "TrainingAnalytics", "VariableLengthObservation", "MultiAgentGroups" }, null, null, null) | |
| })); | |
| } | |
| } | |
| /// <summary> | |
| /// | |
| /// A Capabilities message that will communicate both C# and Python | |
| /// what features are available to both. | |
| /// </summary> | |
| internal sealed partial class UnityRLCapabilitiesProto : pb::IMessage<UnityRLCapabilitiesProto> { | |
| private static readonly pb::MessageParser<UnityRLCapabilitiesProto> _parser = new pb::MessageParser<UnityRLCapabilitiesProto>(() => new UnityRLCapabilitiesProto()); | |
| private pb::UnknownFieldSet _unknownFields; | |
| [] | |
| public static pb::MessageParser<UnityRLCapabilitiesProto> Parser { get { return _parser; } } | |
| [] | |
| public static pbr::MessageDescriptor Descriptor { | |
| get { return global::Unity.MLAgents.CommunicatorObjects.CapabilitiesReflection.Descriptor.MessageTypes[0]; } | |
| } | |
| [] | |
| pbr::MessageDescriptor pb::IMessage.Descriptor { | |
| get { return Descriptor; } | |
| } | |
| [] | |
| public UnityRLCapabilitiesProto() { | |
| OnConstruction(); | |
| } | |
| partial void OnConstruction(); | |
| [] | |
| public UnityRLCapabilitiesProto(UnityRLCapabilitiesProto other) : this() { | |
| baseRLCapabilities_ = other.baseRLCapabilities_; | |
| concatenatedPngObservations_ = other.concatenatedPngObservations_; | |
| compressedChannelMapping_ = other.compressedChannelMapping_; | |
| hybridActions_ = other.hybridActions_; | |
| trainingAnalytics_ = other.trainingAnalytics_; | |
| variableLengthObservation_ = other.variableLengthObservation_; | |
| multiAgentGroups_ = other.multiAgentGroups_; | |
| _unknownFields = pb::UnknownFieldSet.Clone(other._unknownFields); | |
| } | |
| [] | |
| public UnityRLCapabilitiesProto Clone() { | |
| return new UnityRLCapabilitiesProto(this); | |
| } | |
| /// <summary>Field number for the "baseRLCapabilities" field.</summary> | |
| public const int BaseRLCapabilitiesFieldNumber = 1; | |
| private bool baseRLCapabilities_; | |
| /// <summary> | |
| /// These are the 1.0 capabilities. | |
| /// </summary> | |
| [] | |
| public bool BaseRLCapabilities { | |
| get { return baseRLCapabilities_; } | |
| set { | |
| baseRLCapabilities_ = value; | |
| } | |
| } | |
| /// <summary>Field number for the "concatenatedPngObservations" field.</summary> | |
| public const int ConcatenatedPngObservationsFieldNumber = 2; | |
| private bool concatenatedPngObservations_; | |
| /// <summary> | |
| /// concatenated PNG files for compressed visual observations with >3 channels. | |
| /// </summary> | |
| [] | |
| public bool ConcatenatedPngObservations { | |
| get { return concatenatedPngObservations_; } | |
| set { | |
| concatenatedPngObservations_ = value; | |
| } | |
| } | |
| /// <summary>Field number for the "compressedChannelMapping" field.</summary> | |
| public const int CompressedChannelMappingFieldNumber = 3; | |
| private bool compressedChannelMapping_; | |
| /// <summary> | |
| /// compression mapping for stacking compressed observations. | |
| /// </summary> | |
| [] | |
| public bool CompressedChannelMapping { | |
| get { return compressedChannelMapping_; } | |
| set { | |
| compressedChannelMapping_ = value; | |
| } | |
| } | |
| /// <summary>Field number for the "hybridActions" field.</summary> | |
| public const int HybridActionsFieldNumber = 4; | |
| private bool hybridActions_; | |
| /// <summary> | |
| /// support for hybrid action spaces (discrete + continuous) | |
| /// </summary> | |
| [] | |
| public bool HybridActions { | |
| get { return hybridActions_; } | |
| set { | |
| hybridActions_ = value; | |
| } | |
| } | |
| /// <summary>Field number for the "trainingAnalytics" field.</summary> | |
| public const int TrainingAnalyticsFieldNumber = 5; | |
| private bool trainingAnalytics_; | |
| /// <summary> | |
| /// support for training analytics | |
| /// </summary> | |
| [] | |
| public bool TrainingAnalytics { | |
| get { return trainingAnalytics_; } | |
| set { | |
| trainingAnalytics_ = value; | |
| } | |
| } | |
| /// <summary>Field number for the "variableLengthObservation" field.</summary> | |
| public const int VariableLengthObservationFieldNumber = 6; | |
| private bool variableLengthObservation_; | |
| /// <summary> | |
| /// Support for variable length observations of rank 2 | |
| /// </summary> | |
| [] | |
| public bool VariableLengthObservation { | |
| get { return variableLengthObservation_; } | |
| set { | |
| variableLengthObservation_ = value; | |
| } | |
| } | |
| /// <summary>Field number for the "multiAgentGroups" field.</summary> | |
| public const int MultiAgentGroupsFieldNumber = 7; | |
| private bool multiAgentGroups_; | |
| /// <summary> | |
| /// Support for multi agent groups and group rewards | |
| /// </summary> | |
| [] | |
| public bool MultiAgentGroups { | |
| get { return multiAgentGroups_; } | |
| set { | |
| multiAgentGroups_ = value; | |
| } | |
| } | |
| [] | |
| public override bool Equals(object other) { | |
| return Equals(other as UnityRLCapabilitiesProto); | |
| } | |
| [] | |
| public bool Equals(UnityRLCapabilitiesProto other) { | |
| if (ReferenceEquals(other, null)) { | |
| return false; | |
| } | |
| if (ReferenceEquals(other, this)) { | |
| return true; | |
| } | |
| if (BaseRLCapabilities != other.BaseRLCapabilities) return false; | |
| if (ConcatenatedPngObservations != other.ConcatenatedPngObservations) return false; | |
| if (CompressedChannelMapping != other.CompressedChannelMapping) return false; | |
| if (HybridActions != other.HybridActions) return false; | |
| if (TrainingAnalytics != other.TrainingAnalytics) return false; | |
| if (VariableLengthObservation != other.VariableLengthObservation) return false; | |
| if (MultiAgentGroups != other.MultiAgentGroups) return false; | |
| return Equals(_unknownFields, other._unknownFields); | |
| } | |
| [] | |
| public override int GetHashCode() { | |
| int hash = 1; | |
| if (BaseRLCapabilities != false) hash ^= BaseRLCapabilities.GetHashCode(); | |
| if (ConcatenatedPngObservations != false) hash ^= ConcatenatedPngObservations.GetHashCode(); | |
| if (CompressedChannelMapping != false) hash ^= CompressedChannelMapping.GetHashCode(); | |
| if (HybridActions != false) hash ^= HybridActions.GetHashCode(); | |
| if (TrainingAnalytics != false) hash ^= TrainingAnalytics.GetHashCode(); | |
| if (VariableLengthObservation != false) hash ^= VariableLengthObservation.GetHashCode(); | |
| if (MultiAgentGroups != false) hash ^= MultiAgentGroups.GetHashCode(); | |
| if (_unknownFields != null) { | |
| hash ^= _unknownFields.GetHashCode(); | |
| } | |
| return hash; | |
| } | |
| [] | |
| public override string ToString() { | |
| return pb::JsonFormatter.ToDiagnosticString(this); | |
| } | |
| [] | |
| public void WriteTo(pb::CodedOutputStream output) { | |
| if (BaseRLCapabilities != false) { | |
| output.WriteRawTag(8); | |
| output.WriteBool(BaseRLCapabilities); | |
| } | |
| if (ConcatenatedPngObservations != false) { | |
| output.WriteRawTag(16); | |
| output.WriteBool(ConcatenatedPngObservations); | |
| } | |
| if (CompressedChannelMapping != false) { | |
| output.WriteRawTag(24); | |
| output.WriteBool(CompressedChannelMapping); | |
| } | |
| if (HybridActions != false) { | |
| output.WriteRawTag(32); | |
| output.WriteBool(HybridActions); | |
| } | |
| if (TrainingAnalytics != false) { | |
| output.WriteRawTag(40); | |
| output.WriteBool(TrainingAnalytics); | |
| } | |
| if (VariableLengthObservation != false) { | |
| output.WriteRawTag(48); | |
| output.WriteBool(VariableLengthObservation); | |
| } | |
| if (MultiAgentGroups != false) { | |
| output.WriteRawTag(56); | |
| output.WriteBool(MultiAgentGroups); | |
| } | |
| if (_unknownFields != null) { | |
| _unknownFields.WriteTo(output); | |
| } | |
| } | |
| [] | |
| public int CalculateSize() { | |
| int size = 0; | |
| if (BaseRLCapabilities != false) { | |
| size += 1 + 1; | |
| } | |
| if (ConcatenatedPngObservations != false) { | |
| size += 1 + 1; | |
| } | |
| if (CompressedChannelMapping != false) { | |
| size += 1 + 1; | |
| } | |
| if (HybridActions != false) { | |
| size += 1 + 1; | |
| } | |
| if (TrainingAnalytics != false) { | |
| size += 1 + 1; | |
| } | |
| if (VariableLengthObservation != false) { | |
| size += 1 + 1; | |
| } | |
| if (MultiAgentGroups != false) { | |
| size += 1 + 1; | |
| } | |
| if (_unknownFields != null) { | |
| size += _unknownFields.CalculateSize(); | |
| } | |
| return size; | |
| } | |
| [] | |
| public void MergeFrom(UnityRLCapabilitiesProto other) { | |
| if (other == null) { | |
| return; | |
| } | |
| if (other.BaseRLCapabilities != false) { | |
| BaseRLCapabilities = other.BaseRLCapabilities; | |
| } | |
| if (other.ConcatenatedPngObservations != false) { | |
| ConcatenatedPngObservations = other.ConcatenatedPngObservations; | |
| } | |
| if (other.CompressedChannelMapping != false) { | |
| CompressedChannelMapping = other.CompressedChannelMapping; | |
| } | |
| if (other.HybridActions != false) { | |
| HybridActions = other.HybridActions; | |
| } | |
| if (other.TrainingAnalytics != false) { | |
| TrainingAnalytics = other.TrainingAnalytics; | |
| } | |
| if (other.VariableLengthObservation != false) { | |
| VariableLengthObservation = other.VariableLengthObservation; | |
| } | |
| if (other.MultiAgentGroups != false) { | |
| MultiAgentGroups = other.MultiAgentGroups; | |
| } | |
| _unknownFields = pb::UnknownFieldSet.MergeFrom(_unknownFields, other._unknownFields); | |
| } | |
| [] | |
| public void MergeFrom(pb::CodedInputStream input) { | |
| uint tag; | |
| while ((tag = input.ReadTag()) != 0) { | |
| switch(tag) { | |
| default: | |
| _unknownFields = pb::UnknownFieldSet.MergeFieldFrom(_unknownFields, input); | |
| break; | |
| case 8: { | |
| BaseRLCapabilities = input.ReadBool(); | |
| break; | |
| } | |
| case 16: { | |
| ConcatenatedPngObservations = input.ReadBool(); | |
| break; | |
| } | |
| case 24: { | |
| CompressedChannelMapping = input.ReadBool(); | |
| break; | |
| } | |
| case 32: { | |
| HybridActions = input.ReadBool(); | |
| break; | |
| } | |
| case 40: { | |
| TrainingAnalytics = input.ReadBool(); | |
| break; | |
| } | |
| case 48: { | |
| VariableLengthObservation = input.ReadBool(); | |
| break; | |
| } | |
| case 56: { | |
| MultiAgentGroups = input.ReadBool(); | |
| break; | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |