c-gohlke commited on
Commit
ddb03ab
·
1 Parent(s): 426e66a

Upload new model run

Browse files
.gitattributes CHANGED
@@ -38,3 +38,4 @@ models/LunarLander-v2/Sac/dd63ef11719b45b1a3501ba0ae288223/demo.gif filter=lfs d
38
  models/LunarLander-v2/Sac/796f8fe33b0344769264adafebc814a4/demo.gif filter=lfs diff=lfs merge=lfs -text
39
  models/LunarLander-v2/Sac/e0ff8028956548f7b27df0d3f142d154/demo.gif filter=lfs diff=lfs merge=lfs -text
40
  models/LunarLander-v2/Sac/f197ddb1d2654a4eae038da53b1bce22/demo.gif filter=lfs diff=lfs merge=lfs -text
 
 
38
  models/LunarLander-v2/Sac/796f8fe33b0344769264adafebc814a4/demo.gif filter=lfs diff=lfs merge=lfs -text
39
  models/LunarLander-v2/Sac/e0ff8028956548f7b27df0d3f142d154/demo.gif filter=lfs diff=lfs merge=lfs -text
40
  models/LunarLander-v2/Sac/f197ddb1d2654a4eae038da53b1bce22/demo.gif filter=lfs diff=lfs merge=lfs -text
41
+ models/LunarLander-v2/Sac/5175d9f9654e4a48b671952e2dbee83d/demo.gif filter=lfs diff=lfs merge=lfs -text
models/LunarLander-v2/Sac/5175d9f9654e4a48b671952e2dbee83d/README.md ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ model-index:
3
+ - name: mock
4
+ results:
5
+ - task:
6
+ type: reinforcement-learning
7
+ name: reinforcement-learning
8
+ dataset:
9
+ name: mock
10
+ type: mock
11
+ metrics:
12
+ - type: mean_reward
13
+ value: mock +/- mock
14
+ name: mean_reward
15
+ verified: false
16
+ tags:
17
+ - reinforcement-learning
18
+ - connect-four
19
+ - pytorch
20
+ - custom-implementation
21
+ - generic
22
+ run_info:
23
+ litrl:
24
+ version: 0.0.9
25
+ repo_url: git@github.com:c-gohlke/LightningRL.git
26
+ commit_hash: 3a8eee368ecc3618d243299d19278175bc846adf
27
+ ---
models/LunarLander-v2/Sac/5175d9f9654e4a48b671952e2dbee83d/config.yaml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ run_id: ${mlflow:null}
2
+ tags:
3
+ model: ${model._target_}
4
+ env: ${model.cfg.env_id}
5
+ run_id: ${run_id}
6
+ load_path: latest
7
+ model:
8
+ _target_: litrl.algo.sac.model.Sac
9
+ cfg:
10
+ seed: 5
11
+ val_env_seed: 10000
12
+ env_id: LunarLander-v2
13
+ env_fabric:
14
+ _target_: litrl.make
15
+ id: ${model.cfg.env_id}
16
+ val_env_fabric:
17
+ _target_: litrl.make
18
+ id: ${model.cfg.env_id}
19
+ val: true
20
+ render_each_n_episodes: 1
21
+ lr: 0.0001
22
+ gamma: 0.99
23
+ warm_start_steps: 10000.0
24
+ hidden_size: 64
25
+ n_hidden_layers: 2
26
+ epsilon: 0
27
+ tau: 0.005
28
+ target_entropy: -2
29
+ buffer:
30
+ batch_size: 256
31
+ max_size: 1000000.0
32
+ trainer:
33
+ _target_: lightning.Trainer
34
+ log_every_n_steps: 500
35
+ max_epochs: 50
36
+ limit_train_batches: 5000
37
+ logger:
38
+ _target_: litrl.common.logger.LitRLLogger
39
+ log_model: true
40
+ tags: ${tags}
41
+ run_id: ${run_id}
42
+ callbacks:
43
+ - _target_: litrl.common.huggingface.HuggingfaceCallback
44
+ mode: max
45
+ monitor: val_reward
46
+ filename: '{val_reward:.2f}-{step}'
models/LunarLander-v2/Sac/5175d9f9654e4a48b671952e2dbee83d/demo.gif ADDED

Git LFS Details

  • SHA256: edd49b2b1d9e628e85b9f6668b1bf5ddd19c845121e7c594bc6c4fab320f9614
  • Pointer size: 132 Bytes
  • Size of remote file: 7.38 MB
models/LunarLander-v2/Sac/5175d9f9654e4a48b671952e2dbee83d/demo.mp4 ADDED
Binary file (206 kB). View file
 
models/LunarLander-v2/Sac/5175d9f9654e4a48b671952e2dbee83d/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27b6fde9e6d9edc0ca2d0546c9b9f8e080695a2e7f8d166c15d77fa066a9758e
3
+ size 20790
models/LunarLander-v2/Sac/5175d9f9654e4a48b671952e2dbee83d/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c74d05646681857ece6002b4489f73e6f3d2b0371e27154b48f50cac2b7927d9
3
+ size 249038
models/LunarLander-v2/Sac/5175d9f9654e4a48b671952e2dbee83d/model_config.yaml ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ root: !!python/object:litrl.common.schema.ModelConfigSchema
2
+ buffer: !!python/object:litrl.common.schema.BufferSchema
3
+ batch_size: 256
4
+ max_size: 1000000
5
+ env_fabric: !!python/object:litrl.common.schema.EnvSchema
6
+ _target_: litrl.make
7
+ id: LunarLander-v2
8
+ opponent: null
9
+ val: null
10
+ epsilon: 0.0
11
+ gamma: 0.99
12
+ hidden_size: 64
13
+ lr: 0.0001
14
+ n_hidden_layers: 2
15
+ seed: 5
16
+ target_entropy: -2.0
17
+ tau: 0.005
18
+ val_env_fabric: !!python/object:litrl.common.schema.EnvSchema
19
+ _target_: litrl.make
20
+ id: LunarLander-v2
21
+ opponent: null
22
+ val: true
23
+ warm_start_steps: 10000
models/LunarLander-v2/Sac/5175d9f9654e4a48b671952e2dbee83d/overrides.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ - model=sac
2
+ - env=lunar_lander
3
+ - trainer.max_epochs=50
4
+ - model.cfg.seed=5
models/LunarLander-v2/Sac/results.yaml CHANGED
@@ -1,3 +1,4 @@
 
1
  796f8fe33b0344769264adafebc814a4: 984.3875732421875
2
  dd63ef11719b45b1a3501ba0ae288223: 328.39361572265625
3
  e0ff8028956548f7b27df0d3f142d154: 1777.4488525390625
 
1
+ 5175d9f9654e4a48b671952e2dbee83d: 1417.6668701171875
2
  796f8fe33b0344769264adafebc814a4: 984.3875732421875
3
  dd63ef11719b45b1a3501ba0ae288223: 328.39361572265625
4
  e0ff8028956548f7b27df0d3f142d154: 1777.4488525390625