tqc-Walker2d-v4-hand-edited / edit_program.json
erickvs's picture
Hand-edited TQC walker: falls 29% to 0.6%, no training (made with WSP Lab)
8b735bd verified
Raw History Blame Contribute Delete
1.18 kB
{
"wsp_lab_candidate": "57e344eb718fff61",
"experiment": "009",
"base": "sb3/tqc-Walker2d-v3",
"repair": [],
"program": [
{
"args": {
"k": 1.5,
"outputs": [
"foot_joint",
"foot_left_joint"
]
},
"kind": "output_gain"
},
{
"args": {
"k": 1.7,
"outputs": [
"thigh_joint",
"thigh_left_joint"
]
},
"kind": "output_gain"
},
{
"args": {
"delta": -0.05,
"direction": "boost_z"
},
"kind": "shift_input"
},
{
"args": {
"delta": -0.025,
"direction": "boost_x"
},
"declared": {
"note": "delta = -0.125 + 0.5*0.2 so the net mean shift stays -0.125",
"settled_mean_torso_angle": 0.2,
"source": "traces.query run 1068 items 0:4 steps 300:1000"
},
"kind": "shift_input"
},
{
"args": {
"by": "torso.angle",
"direction": "boost_x",
"gain": -0.5
},
"kind": "shift_input"
}
],
"changed_actor_values": {
"actor.latent_pi.0.weight": 256,
"actor.latent_pi.0.bias": 256,
"actor.latent_pi.2.weight": 0,
"actor.latent_pi.2.bias": 0,
"actor.mu.weight": 1024,
"actor.mu.bias": 4
},
"env": {
"id": "Walker2d-v4",
"kwargs": {}
}
}