{ "bundle_format_version": 2, "package": "causal-gpt-rl", "package_version": "0.16.0", "model_config": { "network_name": "Llama", "num_layers": 4, "d_model": 256, "num_heads": 8, "dropout": 0.05, "use_eos": true, "use_bos_action_gate": true, "rope_theta": 1000.0, "intermediate_size": 1024, "max_position_embeddings": 256, "context_length": 32 }, "state_specs": [ { "type": "continuous", "size": 105, "dtype": "float32", "low": [ null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null ], "high": [ null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null ], "squash": null }, { "type": "continuous", "size": 105, "dtype": "float32", "low": [ null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null ], "high": [ null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null ], "squash": null } ], "action_specs": [ { "type": "discrete", "size": 7, "dtype": "int64", "low": [ null, null, null, null, null, null, null ], "high": [ null, null, null, null, null, null, null ], "squash": null } ], "context_length": 32, "requires_capabilities": [ "hybrid_state" ], "state_container": { "type": "Tuple", "spaces": [ { "type": "Box", "shape": [ 105 ], "dtype": "float32", "low": [ "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf" ], "high": [ "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf" ] }, { "type": "Box", "shape": [ 105 ], "dtype": "float32", "low": [ "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf", "-inf" ], "high": [ "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf", "inf" ] } ] }, "action_container": { "type": "Discrete", "n": 7, "start": 0 }, "state_normalization": { "embedded": true, "legacy_sidecar": false }, "env_id": "PushBlock", "serving": { "bos_cache_mode": "discard" } }